-- Logs begin at Thu 2021-07-08 21:37:27 UTC, end at Thu 2021-07-08 22:42:54 UTC. -- Jul 08 22:12:25.506571 dv-cinder-800093-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 22:12:28.194540 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.common.config [-] Logging enabled! Jul 08 22:12:28.195199 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 22:12:28.195295 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92920) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 22:12:28.199096 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.common.config [-] Logging enabled! Jul 08 22:12:28.199355 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 22:12:28.199668 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92920) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 22:12:28.200597 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 22:12:28.200834 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 22:12:28.201205 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 22:12:28.201454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 22:12:28.201681 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 22:12:28.201997 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.202296 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.202592 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.202841 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.203147 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.203437 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.203719 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.204005 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.204300 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.204585 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.204861 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.205144 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.205373 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.205651 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.205933 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.206216 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.206439 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] debug = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.206718 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.207168 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.207569 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.207847 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.208133 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.208410 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.208680 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.208953 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.209235 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.209562 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] host = dv-cinder-800093-1-iscsi {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.209838 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.210123 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.210409 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.210695 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.210997 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.211275 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.211559 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.211832 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.212101 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] log_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.212376 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.212663 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.212955 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.213243 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.213468 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.213714 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.214001 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.214286 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.214561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.214853 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.215129 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.215402 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.215673 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.215939 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.216222 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.216505 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.216788 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.217059 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.217331 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.217598 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.217864 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.218145 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.218419 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.218689 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.218982 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.219269 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.219536 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.219806 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.220105 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.220391 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.220672 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.220955 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.221227 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.221506 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.221776 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.222044 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.222311 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] use_json = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.222580 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.222875 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.223159 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.223430 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.223699 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.223969 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.224237 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.224519 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:28.224814 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.225110 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.225411 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.225690 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.225982 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.226259 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.226546 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.226842 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.227126 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.227412 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.227698 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.227972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.228253 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.228527 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.228821 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.229123 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.229437 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.229728 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.230001 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.230274 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.230546 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.230866 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.231126 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.231420 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.231710 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.231984 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.232261 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.232551 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.232834 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.233107 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.233386 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.233676 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.233954 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.234224 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.234507 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.234787 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.235089 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.235362 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.235639 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.235929 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.236204 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.236477 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.236749 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.237026 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.237295 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.237579 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.237855 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.238130 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.238402 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.238969 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.239248 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.239526 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.239805 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.240080 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.240357 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.240632 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.240907 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.241182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.241456 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.241728 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.242001 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.242273 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.242549 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.242859 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.243125 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.243398 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.243671 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.243949 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.244233 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.244529 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.244808 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.245616 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.245897 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.246177 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.246454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.246730 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.247031 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.247312 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.247584 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.247874 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.248156 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.248442 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.248722 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.248997 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.249291 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.249570 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.249853 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.250130 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.250408 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.250697 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.251434 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.251756 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.252055 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.252356 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.252649 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.252943 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.253228 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.253538 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.254523 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:28.254755 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 22:12:28.255028 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92920) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 22:12:28.605010 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 22:12:28.605291 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 22:12:28.605586 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 22:12:28.605915 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 22:12:28.993960 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:28.994254 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:28.994529 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:28.996374 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:28.996659 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:28.996933 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.030529 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.030811 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.031107 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.044182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.044468 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.044739 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.074220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.074499 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.074772 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.110356 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.110635 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.110930 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.343233 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.343842 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.343842 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.344006 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.344674 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.462846 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.463167 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.463452 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.464297 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.464571 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.464883 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.465142 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.465399 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.465653 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.465934 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.466193 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.466468 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.466738 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.467030 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.467288 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.467555 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.467825 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.468086 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.468356 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.468607 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.468887 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.469232 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.469483 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.469762 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.470011 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.470255 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.470652 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 22:12:29.470963 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 22:12:29.471235 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 22:12:29.471476 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 22:12:29.471711 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 22:12:29.471946 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 22:12:29.472306 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 22:12:29.476324 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 22:12:29.480298 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 22:12:29.483939 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 08 22:12:29.485571 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 22:12:29.486026 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 22:12:29.486361 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 22:12:29.486742 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 22:12:29.489770 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 22:12:29.490022 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 22:12:29.490367 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 22:12:29.518145 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 22:12:29.518586 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.518905 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92920) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 22:12:29.519268 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.520612 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92920) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 22:12:29.520893 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 22:12:29.521138 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 22:12:29.524282 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.524566 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:29.596725 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 22:12:29.596897 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 22:12:29.597135 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 22:12:29.597511 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 22:12:29.620739 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_db.sqlalchemy.engines [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92920) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 22:12:30.156775 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Initializing driver for type 'gre' Jul 08 22:12:30.157290 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] gre ID ranges: [(1, 1000)] Jul 08 22:12:30.207374 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Initializing driver for type 'local' Jul 08 22:12:30.207629 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Initializing driver for type 'vlan' Jul 08 22:12:30.220231 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] VlanTypeDriver initialization complete Jul 08 22:12:30.220637 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Initializing driver for type 'vxlan' Jul 08 22:12:30.221178 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] vxlan ID ranges: [(1, 1000)] Jul 08 22:12:30.273108 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Initializing extension driver 'port_security' Jul 08 22:12:30.273449 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] PortSecurityExtensionDriver initialization complete Jul 08 22:12:30.273911 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Initializing mechanism driver 'openvswitch' Jul 08 22:12:30.274274 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Initializing mechanism driver 'hyperv' Jul 08 22:12:30.280643 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:12:30.281319 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > port after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.281688 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.282042 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > port after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.282546 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 22:12:30.283004 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > subnet after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.283356 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > subnet after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.283701 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.284085 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 22:12:30.284486 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > network after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.284914 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > network after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.285254 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > network after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.285634 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 22:12:30.286042 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > security_group after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.286398 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > security_group after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.286741 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > security_group after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.287287 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 22:12:30.287695 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.288045 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.288387 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.288772 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 22:12:30.289176 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > address_group after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.289524 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > address_group after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.289866 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > address_group after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.290246 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92920) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 22:12:30.290619 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] ML2 OVO RPC backend initialized. {{(pid=92920) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 22:12:30.291344 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.291698 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.292603 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > network before_response 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.292950 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > networks before_response 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.293296 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > port before_response 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.293636 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > ports before_response 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.293983 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > subnet before_response 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.294326 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > subnets before_response 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.294675 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > network after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.295043 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > network after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.296573 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > network after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.296573 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > port after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.296573 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.296573 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > port after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.297020 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > subnet after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.297020 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > subnet after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.297323 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.297887 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.plugin [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Modular L2 Plugin initialization complete Jul 08 22:12:30.298215 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading services supported by the core plugin {{(pid=92920) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 22:12:30.298536 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.plugins.ml2.managers [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Got port-security extension from driver 'port_security' Jul 08 22:12:30.299021 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.extensions.vlantransparent [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Disabled vlantransparent extension. Jul 08 22:12:30.299502 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92920) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 22:12:30.299816 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading Plugin: router Jul 08 22:12:30.334955 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router_interface before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.335348 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router after_create 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.335713 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router before_create 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.336071 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.336436 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.336787 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router after_delete 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.337141 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > floatingip after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.337500 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router after_create 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.337844 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router after_update 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.338190 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router after_update 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.338535 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.339546 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router after_update 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.339958 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_update 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.340328 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.340666 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: port after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.341003 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: subnet after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.341377 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.341671 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > port precommit_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.342015 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_create 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.342379 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: port before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.342719 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.343103 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router after_update 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.343443 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_delete 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.343962 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_create 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.344137 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.344477 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_update 55549900 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.344837 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > agent after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.345182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > agent after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.345521 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > network after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.346360 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Tracking information for resource: router configured {{(pid=92920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 22:12:30.346691 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Tracking information for resource: floatingip configured {{(pid=92920) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 22:12:30.351656 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.db.l3_agentschedulers_db [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 22:12:30.352230 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.352591 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: port after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.352945 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: port after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.353297 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.354067 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router before_create 55550100 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.354453 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_delete 55550100 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.354813 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_create 55550100 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.355193 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > router precommit_update 55550100 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.359589 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.services.provider_configuration [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service providers = [] {{(pid=92920) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 22:12:30.359952 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.db.servicetype_db [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92920) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 22:12:30.362946 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.services.service_base [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92920) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 22:12:30.363297 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.services.service_base [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92920) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 22:12:30.363892 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.services.service_base [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92920) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 22:12:30.364776 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.services.service_base [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92920) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 22:12:30.365145 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.services.service_base [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 22:12:30.365518 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 22:12:30.365837 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 22:12:30.376396 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 22:12:30.376731 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading Plugin: auto_allocate Jul 08 22:12:30.382340 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: network precommit_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.382708 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: network precommit_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.383256 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 22:12:30.383577 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading Plugin: tag Jul 08 22:12:30.390531 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 22:12:30.390885 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading Plugin: timestamp Jul 08 22:12:30.396162 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 22:12:30.396497 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading Plugin: network_ip_availability Jul 08 22:12:30.402356 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.402726 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.403107 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.403809 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 22:12:30.404127 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading Plugin: flavors Jul 08 22:12:30.408832 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 22:12:30.409162 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading Plugin: revisions Jul 08 22:12:30.413369 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92920) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 22:12:30.413763 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 22:12:30.414489 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92920) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 22:12:30.414852 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Initializing extension manager. Jul 08 22:12:30.415351 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: __init__.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.415689 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: __pycache__ {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.416021 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.416353 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: address_group.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.417129 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.417693 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: address-group Jul 08 22:12:30.418029 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: address_scope.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.418731 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.419270 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: address-scope Jul 08 22:12:30.419592 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: admin_state_down_before_update.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.420515 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.421033 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: router-admin-state-down-before-update Jul 08 22:12:30.421356 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: agent.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.422059 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.422758 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: agent Jul 08 22:12:30.423103 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: agent_resources_synced.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.424046 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.424593 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: agent-resources-synced Jul 08 22:12:30.424917 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: allowedaddresspairs.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.426680 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.427234 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: allowed-address-pairs Jul 08 22:12:30.427559 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: auto_allocated_topology.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.428632 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.429151 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: auto-allocated-topology Jul 08 22:12:30.429473 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: availability_zone.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.430164 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.430670 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: availability_zone Jul 08 22:12:30.431011 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: availability_zone_filter.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.431920 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.432966 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: availability_zone_filter Jul 08 22:12:30.433285 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: data_plane_status.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.434188 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.434702 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 22:12:30.435048 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: default_subnetpools.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.435971 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.436487 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: default-subnetpools Jul 08 22:12:30.436805 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: dhcpagentscheduler.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.437612 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.438124 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: dhcp_agent_scheduler Jul 08 22:12:30.438443 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: dns.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.439381 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.439965 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension dns-integration not supported by any of loaded plugins Jul 08 22:12:30.440283 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: dns_domain_ports.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.441198 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.441708 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 22:12:30.442030 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.442978 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.443485 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 22:12:30.443809 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: dvr.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.444470 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.444977 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: dvr Jul 08 22:12:30.445295 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: empty_string_filtering.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.446203 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.446712 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: empty-string-filtering Jul 08 22:12:30.447057 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.448017 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.449049 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 22:12:30.449368 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.450278 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.450784 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 22:12:30.451125 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: external_net.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.452026 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.452536 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: external-net Jul 08 22:12:30.452857 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: extra_dhcp_opt.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.453764 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.454271 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: extra_dhcp_opt Jul 08 22:12:30.454591 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: extraroute.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.455583 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.456091 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: extraroute Jul 08 22:12:30.456411 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: extraroute_atomic.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.457474 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.457942 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: extraroute-atomic Jul 08 22:12:30.458263 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: filter_validation.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.459015 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.459520 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: filter-validation Jul 08 22:12:30.459838 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: fip_pf_description.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.460739 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.461246 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 22:12:30.461564 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: fip_port_details.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.462487 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.463033 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: fip-port-details Jul 08 22:12:30.463355 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: flavors.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.464582 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.465099 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: flavors Jul 08 22:12:30.465421 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.467101 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.467628 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 22:12:30.467955 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: floatingip_pools.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.468651 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.469163 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: floatingip-pools Jul 08 22:12:30.469485 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: ip_allocation.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.470405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.471006 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 22:12:30.471334 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.472260 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.472770 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: ip-substring-filtering Jul 08 22:12:30.473092 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: l2_adjacency.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.474010 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.474515 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 22:12:30.474845 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: l3.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.475804 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.476317 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: router Jul 08 22:12:30.476639 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: l3_conntrack_helper.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.479011 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.479562 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 22:12:30.479892 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.480815 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.481331 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: ext-gw-mode Jul 08 22:12:30.481654 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.482571 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.483117 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: l3-ha Jul 08 22:12:30.483441 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: l3_flavors.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.484363 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.484873 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: l3-flavors Jul 08 22:12:30.485224 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.486127 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.486728 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 22:12:30.487072 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: l3agentscheduler.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.488133 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.488899 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: l3_agent_scheduler Jul 08 22:12:30.489220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: logging.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.490700 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.491256 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension logging not supported by any of loaded plugins Jul 08 22:12:30.491583 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: metering.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.492326 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.492900 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: metering Jul 08 22:12:30.493221 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.494320 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.495365 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: metering_source_and_destination_fields Jul 08 22:12:30.495691 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: multiprovidernet.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.496612 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.497122 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: multi-provider Jul 08 22:12:30.497442 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: netmtu.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.498349 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.498884 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: net-mtu Jul 08 22:12:30.499207 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: netmtu_writable.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.500120 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.500630 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: net-mtu-writable Jul 08 22:12:30.500952 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: network_availability_zone.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.501618 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.502162 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: network_availability_zone Jul 08 22:12:30.502513 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: network_ip_availability.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.503627 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.504150 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: network-ip-availability Jul 08 22:12:30.504474 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: network_segment_range.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.505238 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.505747 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 22:12:30.506070 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: pagination.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.507068 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.507400 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: pagination Jul 08 22:12:30.507721 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: port_device_profile.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.508625 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.509145 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: port-device-profile Jul 08 22:12:30.509462 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.510371 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.511561 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: port-mac-address-regenerate Jul 08 22:12:30.511882 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.512835 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.513346 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: port-numa-affinity-policy Jul 08 22:12:30.513663 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: port_resource_request.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.514576 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.515117 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 22:12:30.515435 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: portbindings.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.516357 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.516870 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: binding Jul 08 22:12:30.517187 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: portbindings_extended.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.518556 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.519106 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: binding-extended Jul 08 22:12:30.519432 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: portsecurity.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.520348 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.520860 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: port-security Jul 08 22:12:30.521183 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: project_id.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.522160 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.522519 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: project-id Jul 08 22:12:30.522861 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: providernet.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.523804 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.524320 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: provider Jul 08 22:12:30.524638 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.528129 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.528651 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos not supported by any of loaded plugins Jul 08 22:12:30.528984 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.530214 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.530732 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 22:12:30.531083 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.531997 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.532519 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 22:12:30.532843 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos_default.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.533806 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.534319 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos-default not supported by any of loaded plugins Jul 08 22:12:30.534644 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos_fip.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.535322 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.535829 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos-fip not supported by any of loaded plugins Jul 08 22:12:30.536150 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos_gateway_ip.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.537069 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.537581 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 22:12:30.537900 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos_port_network_policy.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.538807 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.539357 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 22:12:30.539678 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos_rule_type_details.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.540595 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.541101 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 22:12:30.541420 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: qos_rules_alias.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.542480 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.543020 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 22:12:30.543341 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: quotasv2.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.544238 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.544559 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: quotas Jul 08 22:12:30.544876 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: quotasv2_detail.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.547876 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.548219 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: quota_details Jul 08 22:12:30.548551 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: rbac.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.549659 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.550186 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: rbac-policies Jul 08 22:12:30.550516 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: rbac_address_group.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.551664 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.552195 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: rbac-address-group Jul 08 22:12:30.552524 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: rbac_address_scope.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.553453 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.553970 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: rbac-address-scope Jul 08 22:12:30.554296 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: rbac_security_groups.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.555235 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.555749 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: rbac-security-groups Jul 08 22:12:30.556072 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: rbac_subnetpool.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.556980 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.558057 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: rbac-subnetpool Jul 08 22:12:30.558384 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: revisionifmatch.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.559332 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.559855 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: revision-if-match Jul 08 22:12:30.560184 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: revisions.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.561289 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.561804 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: standard-attr-revisions Jul 08 22:12:30.562134 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: router_availability_zone.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.562804 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.563337 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: router_availability_zone Jul 08 22:12:30.563658 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: routerservicetype.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.564570 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.565152 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension router-service-type not supported by any of loaded plugins Jul 08 22:12:30.565474 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.566392 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.566931 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: security-groups-normalized-cidr Jul 08 22:12:30.567257 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: security_groups_port_filtering.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.568167 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.568678 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: port-security-groups-filtering Jul 08 22:12:30.569000 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.569920 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.570430 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: security-groups-remote-address-group Jul 08 22:12:30.570752 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: securitygroup.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.580266 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.580835 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: security-group Jul 08 22:12:30.581169 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: segment.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.581949 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.582462 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension segment not supported by any of loaded plugins Jul 08 22:12:30.582788 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.583744 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.584255 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 22:12:30.584580 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: servicetype.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.585688 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.586213 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: service-type Jul 08 22:12:30.586537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: sorting.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.587530 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.587863 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: sorting Jul 08 22:12:30.588185 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: standard_attr_segment.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.589672 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.590189 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 22:12:30.590509 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: standardattrdescription.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.591184 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.591700 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: standard-attr-description Jul 08 22:12:30.592021 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: stateful_security_group.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.592946 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.593462 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: stateful-security-group Jul 08 22:12:30.593786 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: stdattrs_common.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.594365 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 22:12:30.594687 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.595645 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.596244 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 22:12:30.596564 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: subnet_onboard.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.597615 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.598139 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: subnet_onboard Jul 08 22:12:30.598463 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.599413 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.599926 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 22:12:30.600247 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: subnet_service_types.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.601162 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.601681 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: subnet-service-types Jul 08 22:12:30.602006 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: subnetallocation.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.603117 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.603639 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: subnet_allocation Jul 08 22:12:30.603967 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.604681 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.605196 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: subnetpool-prefix-ops Jul 08 22:12:30.605516 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.606452 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.607001 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 22:12:30.607326 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: tagging.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.608377 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.608900 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: standard-attr-tag Jul 08 22:12:30.609224 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: timestamp.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.610461 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.611003 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loaded extension: standard-attr-timestamp Jul 08 22:12:30.611330 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: trunk.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.612443 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.612963 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension trunk not supported by any of loaded plugins Jul 08 22:12:30.613289 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: trunk_details.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.614454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.615008 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension trunk-details not supported by any of loaded plugins Jul 08 22:12:30.615334 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: uplink_status_propagation.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.616243 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.616761 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 22:12:30.617081 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Loading extension file: vlantransparent.py {{(pid=92920) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 22:12:30.617739 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92920) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 22:12:30.618253 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 22:12:30.621321 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:network Jul 08 22:12:30.621847 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:subnet Jul 08 22:12:30.622242 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 22:12:30.622631 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:port Jul 08 22:12:30.623887 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.624327 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service FLAVORS assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.624939 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.625357 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.625683 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:router Jul 08 22:12:30.626115 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:floatingip Jul 08 22:12:30.626601 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service METERING assigned prefix: /metering {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.628052 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.628415 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.628763 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:12:30.629724 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 22:12:30.630174 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:security_group Jul 08 22:12:30.630602 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 22:12:30.631223 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service CORE assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.631551 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 22:12:30.631892 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] subnetpool is already registered Jul 08 22:12:30.632319 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service CORE assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.632650 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 22:12:30.632985 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] subnetpool is already registered Jul 08 22:12:30.635288 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.636260 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service FLAVORS assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.636846 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.637264 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.637596 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:router Jul 08 22:12:30.637933 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] router is already registered Jul 08 22:12:30.638340 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:floatingip Jul 08 22:12:30.638676 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] floatingip is already registered Jul 08 22:12:30.639150 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service METERING assigned prefix: /metering {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.639813 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 22:12:30.640137 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] rbac_policy is already registered Jul 08 22:12:30.640544 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:security_group Jul 08 22:12:30.640877 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] security_group is already registered Jul 08 22:12:30.641274 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 22:12:30.641605 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] security_group_rule is already registered Jul 08 22:12:30.642220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service CORE assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.642547 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 22:12:30.642976 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] subnetpool is already registered Jul 08 22:12:30.643397 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.v2.resource_helper [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Service CORE assigned prefix: {{(pid=92920) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 22:12:30.643721 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 22:12:30.644051 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING neutron.quota.resource_registry [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] subnetpool is already registered Jul 08 22:12:30.644515 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: extensions {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.645976 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: address-groups {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.647519 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: address-scopes {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.648871 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: agents {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.650031 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: auto-allocated-topology {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.651910 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: availability_zones {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.654032 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: dhcp-networks {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.657490 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: dhcp-agents {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.659740 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: routers {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.663044 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: flavors {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.665430 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: service_profiles {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.668367 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: next_providers {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.671185 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: service_profiles {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.674155 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: floatingip-pools {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.676383 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: routers {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.678127 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: floatingips {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.679495 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: l3-routers {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.680904 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: l3-agents {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.682368 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: metering-labels {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.683765 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: metering-label-rules {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.685162 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: network-ip-availabilities {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.686460 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: bindings {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.688069 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: quotas {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.689630 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: quotas {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.691069 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: rbac-policies {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.692280 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: security-groups {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.693612 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: security-group-rules {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.694919 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: service-providers {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.696142 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: subnetpools {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.697480 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: subnetpools {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.699105 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.700810 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.702641 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.704477 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.706283 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.708334 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.709989 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.711866 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.714309 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.716130 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron.api.extensions [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Extended resource: tags {{(pid=92920) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 22:12:30.722579 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING keystonemiddleware.auth_token [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 22:12:30.727473 dv-cinder-800093-1-iscsi neutron-server[92920]: WARNING keystonemiddleware.auth_token [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 22:12:30.737322 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Acquired lock "singleton_lock" {{(pid=92920) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 22:12:30.737795 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Releasing lock "singleton_lock" {{(pid=92920) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 22:12:30.738442 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO oslo_service.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Starting 2 workers Jul 08 22:12:30.743485 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Started child 93027 {{(pid=92920) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 22:12:30.747867 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Started child 93028 {{(pid=92920) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 22:12:30.748872 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:30.749612 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO neutron.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 22:12:30.750008 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Notify callbacks [] for process, before_spawn {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:30.750414 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [-] (93027) wsgi starting up on http://0.0.0.0:9696 Jul 08 22:12:30.752539 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:30.753030 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO oslo_service.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Starting 1 workers Jul 08 22:12:30.753898 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [-] (93028) wsgi starting up on http://0.0.0.0:9696 Jul 08 22:12:30.757721 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Started child 93029 {{(pid=92920) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 22:12:30.758226 dv-cinder-800093-1-iscsi neutron-server[92920]: INFO oslo_service.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Starting 1 workers Jul 08 22:12:30.761214 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] calling RpcWorker wait() {{(pid=93029) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 22:12:30.761812 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] returning from RpcWorker wait() {{(pid=93029) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 22:12:30.762684 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Started child 93030 {{(pid=92920) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 22:12:30.762960 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:30.763419 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:12:30.763575 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a4d65a2-6c6d-4cfd-875c-93530c6fae9e None None] Notify callbacks [] for process, after_spawn {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:30.765361 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92920) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 22:12:30.765564 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 22:12:30.765746 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 22:12:30.765968 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 22:12:30.766309 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 22:12:30.766471 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 22:12:30.767041 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.767301 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.767451 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:30.768109 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.768109 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.768109 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.768631 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.768895 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:12:30.769050 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.769196 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.769398 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.769632 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.769785 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.769950 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.770207 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.770447 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.770705 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.770976 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.771248 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.771483 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.771654 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.771914 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.772187 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.772462 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.772673 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] debug = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.772908 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.773401 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.773650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.773895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.774111 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.774361 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.774613 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.774904 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.775144 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.775354 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.775581 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.775842 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.776619 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.776855 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.777070 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.777314 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.777564 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.778025 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] host = dv-cinder-800093-1-iscsi {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.778274 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.778495 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.778736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.779017 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.779258 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.779469 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.779720 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.779969 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.780214 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.780458 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.780695 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.780935 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.781151 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.781411 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.781561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_options = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.781754 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.782019 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.782269 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.782515 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.782669 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.782815 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.783056 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.783213 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.783526 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.783785 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.784002 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.784215 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.784456 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.784683 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.784942 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.785182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.785396 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.785622 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.785881 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.786140 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.786376 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.786596 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.786811 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.787053 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.787263 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.787476 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.787696 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.787963 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.788113 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.788355 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.788566 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.788823 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.789118 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.789301 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.789543 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.789763 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.789970 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.790222 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.790446 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.790693 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.790973 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.791210 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.791525 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.791693 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.792483 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.792711 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_json = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.792891 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.793099 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.793369 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.793576 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.793807 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.794016 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.794221 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.794456 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.794856 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.795144 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.795442 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.795872 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.796751 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.796986 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.797188 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.797367 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.797705 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.797903 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.798382 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.798738 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.799064 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.799507 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.799633 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.799888 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.800123 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.800544 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.800698 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.800869 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.801082 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.801296 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.801650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.801876 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.802241 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.802383 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.802595 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.802815 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.803068 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.803280 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.803522 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.803735 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.804017 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.804242 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.804456 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.804690 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.804918 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.805129 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.805353 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.805592 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.805825 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.806053 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.806271 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.806486 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.806697 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.806934 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.807173 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.807438 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.807670 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.807927 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.808222 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.808385 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.808738 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.808877 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.809011 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.809211 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.809442 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.809629 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.809838 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.810082 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.810304 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.810547 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.810765 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.810989 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.811203 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.811438 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.811646 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.811939 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.812086 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.812314 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.812524 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.812752 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.813432 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.814411 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.814790 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.815089 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.815441 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.815624 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.815855 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.816093 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.817316 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.817509 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.817768 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.818009 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.818334 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.818627 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.818916 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.819178 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.819434 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.819683 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.819910 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.820208 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.820460 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.820689 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.820937 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.821196 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.821446 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.821955 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.821955 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.822238 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.822386 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.822625 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.826863 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.826863 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.826863 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.826863 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.826863 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.826863 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.826863 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.826863 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827944 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827944 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.827944 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.828158 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.828464 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.828642 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.828866 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.829219 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.829833 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.830267 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.830644 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.831039 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.831441 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.831846 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.832318 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.832713 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.833079 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.833475 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.833754 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.833996 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.834242 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.834519 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.834767 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.835044 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.836923 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.836923 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.836923 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.836923 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.836923 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.836923 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.837346 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.837346 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.837526 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.837876 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.838272 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.839264 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.839627 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.839890 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.840108 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.840328 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.840549 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.840815 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.841056 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.841279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.841541 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.841740 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.841960 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.842183 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.842392 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.842639 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.843825 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.843825 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.843825 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.843825 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.844877 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.845270 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.845653 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.846015 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.846422 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.846812 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.847057 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.847313 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.847555 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.847772 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.848004 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.848251 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.848464 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.848700 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.848941 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.849260 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.849509 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.849743 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.849984 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.850201 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.851035 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.851035 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.851035 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.851299 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.851299 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.851511 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.851772 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.852009 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.852304 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.852479 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.852690 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.852901 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.853122 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.853353 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.853648 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.853898 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.854128 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.854404 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.854650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.854906 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.855135 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.855371 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.855582 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.855822 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.856040 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.856248 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.856490 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.856699 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.856906 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.857123 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.857341 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.857549 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.857790 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.857996 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.858206 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.858425 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.858640 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.858868 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.859088 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.859323 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.859532 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.859759 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.859988 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.860218 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.860501 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.860767 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.861009 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.861298 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.861559 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.861791 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.862040 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.862357 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.862570 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.862852 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.863066 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.863301 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.863780 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.864051 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.864364 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.864649 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.864903 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.865168 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.865423 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.865701 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.865975 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.866209 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.866475 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.866803 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.867116 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.867370 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.867612 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.867870 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.868091 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.868304 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.868538 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.868772 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.868986 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.869243 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.869513 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.869773 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.870091 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.870447 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.870671 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.871185 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.871185 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.871617 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.871842 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.871994 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 22:12:30.872682 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92920) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 22:12:30.872842 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 22:12:30.872993 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 22:12:30.873161 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 22:12:30.873322 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 22:12:30.873484 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 22:12:30.873689 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.874247 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.874247 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.874247 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.874533 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.874533 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.874679 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.874758 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.874992 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.875153 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.875313 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.875470 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.875625 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.875782 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.875940 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.876096 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.876253 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.876414 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.876576 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.876732 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.876886 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.877044 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.877231 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] debug = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.877356 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.877566 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.877730 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.877895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.878037 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.878194 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.878350 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.878506 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.878661 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.878817 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.878994 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.879152 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.879310 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.879466 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.879622 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.879779 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.879940 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.880100 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] host = dv-cinder-800093-1-iscsi {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.880245 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.880401 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.880583 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.880726 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.880854 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.880988 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.881143 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.881300 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.881457 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.881602 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.881742 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.881902 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.882060 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.882216 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.882373 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_options = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.882526 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.882663 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.882817 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.883021 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.883234 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.883402 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.883559 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.883717 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.883874 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.884031 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.884191 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.884357 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.884495 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.884651 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.884813 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.884953 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.885091 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.885244 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.885896 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.886068 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.886226 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.886375 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.886573 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.886662 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.886817 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.887006 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.887165 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.887412 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.887412 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.887675 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.887812 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.887948 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.888084 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.888568 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.888568 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.888568 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.888568 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.889081 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.889081 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.889081 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.889465 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.889465 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.889465 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.889845 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.889845 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.890068 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_json = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.890068 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.890212 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.890315 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.890466 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.890613 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.890770 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.890947 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.891104 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 22:12:30.891282 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.891443 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.891613 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.891774 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.891934 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.892097 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.892254 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.892403 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.892560 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.892721 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.892886 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.894895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.894895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.894895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.894895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.894895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.894895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.894895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.894895 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895487 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895566 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:12:30.895650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.895650 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896181 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896181 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896181 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896181 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896181 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896565 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896565 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896711 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896789 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.896942 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.897077 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.897237 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.897397 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.897555 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.897714 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.897874 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.898033 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.898192 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.898352 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.898511 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.898671 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.898845 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.899018 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.899177 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.899336 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.899494 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.899655 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.899813 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.899971 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.900130 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.900288 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.900452 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.900614 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.900783 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.900941 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.901168 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.901331 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.901492 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.901651 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.901909 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.902028 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.902135 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.902287 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.902448 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.902608 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.902766 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.902962 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.903123 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.903283 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.903443 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.903604 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.903763 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.903926 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.904086 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.904245 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.904404 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.904572 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.904747 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.904907 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.905068 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.905228 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.907279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.907279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.907279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.907279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.907279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.907279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.907279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.907279 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.909182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.909182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.909182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.909182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.909182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.909182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.909182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.909182 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.910454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.910454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.910454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.910454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.910454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.910454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.910454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.910454 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.912405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.912405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.912405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.912405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.912405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.912405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.912405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.912405 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.913972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.913972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.913972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.913972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.913972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.913972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.913972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.913972 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.914561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.914561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.914561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.914561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.914561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.914561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.914561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.914561 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915115 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915115 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915115 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915115 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915115 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915115 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915115 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915115 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915660 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915660 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915660 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915660 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915660 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915660 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915660 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.915660 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917220 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917691 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917691 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917691 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917691 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917997 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.917997 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.918337 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.918337 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.918555 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.918993 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.918993 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.918993 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.919560 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.919560 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.919560 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.919560 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.919841 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.919841 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.919985 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.920712 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.920712 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.920712 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.920712 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.920712 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.921836 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.921836 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.921836 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.921836 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.921836 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.921836 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.921836 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.922928 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.922928 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.922928 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.922928 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.922928 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.922928 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.922928 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.922928 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.923485 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.923485 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.923485 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.923711 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.923711 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.923852 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.923974 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.924153 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.924507 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.924673 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.924835 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.924988 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.925154 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.925314 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.925474 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.925638 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.925799 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.925958 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.926127 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.926287 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.926446 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.926604 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.926763 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.926967 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.927137 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.927297 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.927457 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.927616 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.927776 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.927935 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.928102 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.928261 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.928420 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.928579 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.928738 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.928897 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.929067 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.929228 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.929387 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.929556 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.929716 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.929877 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.930037 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.930209 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.930370 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.930532 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.930694 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.930872 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.931025 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.931185 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.931350 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.931519 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.931686 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.931847 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.932015 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.932184 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.932406 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.932571 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.932738 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.932910 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.934736 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.936537 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.938519 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 22:12:30.938519 dv-cinder-800093-1-iscsi neutron-server[92920]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92920) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 22:12:31.175658 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37464) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:12:31.184099 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062177 Jul 08 22:12:42.562432 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6aebaa-a725-4034-9645-531b6730df98 None None] get_active_networks_info from dv-cinder-800093-1-iscsi {{(pid=93029) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 22:12:42.598359 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-38e5796a-44ff-4ae5-a89f-921684b560b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074258'] for agent, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:42.632689 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6aebaa-a725-4034-9645-531b6730df98 None None] No non-hosted networks {{(pid=93029) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 22:12:45.001835 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-44cb5165-a879-4911-a896-9cc8db56a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074258'] for agent, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:45.062569 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-23bfdb71-2b2b-4140-9761-ed4f5593ccfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:45.203098 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074258'] for agent, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:45.203744 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.204085 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.204417 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.204744 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.205073 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.205395 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.205714 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.206330 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.206808 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.207311 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.207806 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.208295 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:45.208852 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800093-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:12:45.222568 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800093-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:12:45.917984 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074258'] for agent, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:47.641808 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074258'] for agent, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:48.903095 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37558) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:12:49.401867 dv-cinder-800093-1-iscsi neutron-server[93028]: WARNING oslo_policy.policy [None req-81561fc2-63af-4b61-9ce2-1bbf9d416104 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 22:12:49.402513 dv-cinder-800093-1-iscsi neutron-server[93028]: WARNING oslo_policy.policy [None req-81561fc2-63af-4b61-9ce2-1bbf9d416104 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 22:12:49.616695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [None req-81561fc2-63af-4b61-9ce2-1bbf9d416104 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:12:49.617744 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-81561fc2-63af-4b61-9ce2-1bbf9d416104 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7138288 Jul 08 22:12:50.331208 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.db.l3_hamode_db [None req-06a7b6bb-c8d6-413b-9d63-1384bf528eda None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 22:12:50.406641 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7b6bb-c8d6-413b-9d63-1384bf528eda None None] Routers set() bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:12:50.407053 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7b6bb-c8d6-413b-9d63-1384bf528eda None None] Router IDs set() for agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 22:12:51.966051 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37572) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:12:52.265347 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-3768249f-67a3-40dc-86f8-0b78acf57d4e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:12:52.358140 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.policy [None req-3768249f-67a3-40dc-86f8-0b78acf57d4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93028) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 22:12:52.401859 dv-cinder-800093-1-iscsi neutron-server[93028]: WARNING oslo_policy.policy [None req-3768249f-67a3-40dc-86f8-0b78acf57d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 22:12:52.402230 dv-cinder-800093-1-iscsi neutron-server[93028]: WARNING oslo_policy.policy [None req-3768249f-67a3-40dc-86f8-0b78acf57d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 22:12:52.410691 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.quota [None req-3768249f-67a3-40dc-86f8-0b78acf57d4e admin admin] Loaded quota_driver: . Jul 08 22:12:52.500125 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3768249f-67a3-40dc-86f8-0b78acf57d4e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761121964032', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761121964629', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761122084509', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761122080835', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761122088452', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761122077910', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-576459', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1022250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4124333', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3800855'] for rbac-policy, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:52.563211 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3768249f-67a3-40dc-86f8-0b78acf57d4e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:52.564415 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-3768249f-67a3-40dc-86f8-0b78acf57d4e admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5973935 Jul 08 22:12:55.113157 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37584) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:12:55.402244 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Request body: {'network': {'tenant_id': '173f61b9258d4979879ec87fed25e796', 'name': 'private', 'project_id': '173f61b9258d4979879ec87fed25e796', 'admin_state_up': True}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:12:55.430390 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Made reservation on behalf of 173f61b9258d4979879ec87fed25e796 for: {'network': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:12:55.433643 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:55.450153 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:55.569704 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:55.573073 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:55.591761 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49222554-8565-4952-b126-9138000088c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:12:55.617512 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761123131212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:55.618114 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Unsubscribe: segment precommit_create {{(pid=93028) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 22:12:55.618624 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.segments_db [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Added segment ee8b7bde-82d7-4959-abf0-3a6a2107a2ad of type vlan for network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa Jul 08 22:12:55.639413 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65321f83-cef1-4b25-8f6b-e89ad442cdf7,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:12:55.686002 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.686363 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.686702 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.687060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.687385 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.687724 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.688048 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.688366 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.688695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.689013 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.689325 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.689635 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Tracked resource versions report: Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: pushed versions: Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: { 'AddressGroup': {'1.2'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'ConntrackHelper': {'1.0'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Log': {'1.0'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Network': {'1.1'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Port': {'1.7'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'PortForwarding': {'1.2'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'QosPolicy': {'1.8'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SecurityGroup': {'1.4'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SecurityGroupRule': {'1.2'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SubPort': {'1.0'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Subnet': {'1.1'}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Trunk': {'1.1'}} Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: consumer versions: Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: { DHCP agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: L3 agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: Metadata agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: Metering agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: Open vSwitch agent@dv-cinder-800093-1-iscsi: { 'AddressGroup': '1.2', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'ConntrackHelper': '1.0', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Log': '1.0', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Network': '1.1', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Port': '1.7', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'PortForwarding': '1.2', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'QosPolicy': '1.8', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SecurityGroup': '1.4', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SecurityGroupRule': '1.2', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SubPort': '1.0', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Subnet': '1.1', Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Trunk': '1.1'}} Jul 08 22:12:55.690734 dv-cinder-800093-1-iscsi neutron-server[93028]: {{(pid=93028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 22:12:55.735588 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:55.784583 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:55.785631 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:12:55.786282 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:55.855080 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-49222554-8565-4952-b126-9138000088c0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7405879 Jul 08 22:12:55.884730 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49222554-8565-4952-b126-9138000088c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c2cba7-4d88-4b94-9ac3-950bd8c820aa,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:12:55.899941 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:12:58.485309 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37598) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:12:58.867640 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d52768-e99e-475b-9a4e-8fd6220e7102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:12:58.868977 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-d9d52768-e99e-475b-9a4e-8fd6220e7102 admin admin] 10.222.0.43 "GET /v2.0/networks/b3c2cba7-4d88-4b94-9ac3-950bd8c820aa HTTP/1.1" status: 200 len: 825 time: 0.3827236 Jul 08 22:12:58.892343 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-11a39d5d-1fd0-4b10-834f-b067c189aaad admin admin] 10.222.0.43 "GET /v2.0/subnetpools/e1e213c2-5797-4529-a4c0-75f185f74d65 HTTP/1.1" status: 200 len: 734 time: 0.0174375 Jul 08 22:12:58.901433 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Request body: {'subnet': {'subnetpool_id': 'e1e213c2-5797-4529-a4c0-75f185f74d65', 'name': 'private-subnet', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'gateway_ip': '172.20.0.1', 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'ip_version': 4}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:12:58.923574 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Made reservation on behalf of 173f61b9258d4979879ec87fed25e796 for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:12:58.925966 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:59.220444 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:59.288747 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:12:59.291002 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Checking segment: {'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:12:59.291889 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Network hostable DHCP agents. Network: b3c2cba7-4d88-4b94-9ac3-950bd8c820aa, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:12:59.312346 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:12:59.323677 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, b3c2cba7-4d88-4b94-9ac3-950bd8c820aa) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:12:59.329290 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:12:59.330180 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:59.335405 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c94ef-145c-418c-ae44-5884cacaa768 None None] Network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:12:59.345317 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-3162cf4d-f985-4d71-81ba-6370bc9a8f73 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4476869 Jul 08 22:12:59.645190 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'fixed_ips': [{'subnet_id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:12:59.646538 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:12:59.916960 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Allocated IP 172.20.0.2 (b3c2cba7-4d88-4b94-9ac3-950bd8c820aa/411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5/94079eec-4919-487e-ab6a-cdf90414da7e) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:13:00.122053 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:00.162726 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Transition to ACTIVE for port object 94079eec-4919-487e-ab6a-cdf90414da7e will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:13:00.183448 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Transition to ACTIVE for port object 94079eec-4919-487e-ab6a-cdf90414da7e will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:13:00.191997 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:00.258715 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:13:00.265558 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:13:00.271813 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:13:00.283492 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Pushing event updated for resources: {'Port': ['ID=94079eec-4919-487e-ab6a-cdf90414da7e,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:00.324925 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.325318 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.325666 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.326011 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.326346 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.326680 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.327036 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.327366 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.327709 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.328038 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.328360 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.328682 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Tracked resource versions report: Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: pushed versions: Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: { 'AddressGroup': {'1.2'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'ConntrackHelper': {'1.0'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Log': {'1.0'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Network': {'1.1'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Port': {'1.7'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'PortForwarding': {'1.2'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'QosPolicy': {'1.8'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SecurityGroup': {'1.4'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SecurityGroupRule': {'1.2'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SubPort': {'1.0'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Subnet': {'1.1'}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Trunk': {'1.1'}} Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: consumer versions: Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: { DHCP agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: L3 agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: Metadata agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: Metering agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: Open vSwitch agent@dv-cinder-800093-1-iscsi: { 'AddressGroup': '1.2', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'ConntrackHelper': '1.0', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Log': '1.0', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Network': '1.1', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Port': '1.7', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'PortForwarding': '1.2', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'QosPolicy': '1.8', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SecurityGroup': '1.4', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SecurityGroupRule': '1.2', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SubPort': '1.0', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Subnet': '1.1', Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Trunk': '1.1'}} Jul 08 22:13:00.329797 dv-cinder-800093-1-iscsi neutron-server[93029]: {{(pid=93029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 22:13:00.360185 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Attempting to bind port 94079eec-4919-487e-ab6a-cdf90414da7e on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:13:00.360817 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Attempting to bind port 94079eec-4919-487e-ab6a-cdf90414da7e by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:13:00.361006 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Attempting to bind port 94079eec-4919-487e-ab6a-cdf90414da7e on network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:13:00.366149 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:13:00.366562 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Checking segment: {'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:13:00.367084 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:00.367504 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Bound using segment: {'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:13:00.367986 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Bound port: 94079eec-4919-487e-ab6a-cdf90414da7e, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:13:00.368397 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:00.437714 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] For port 94079eec-4919-487e-ab6a-cdf90414da7e, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:13:00.441880 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] For port 94079eec-4919-487e-ab6a-cdf90414da7e, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=94079eec-4919-487e-ab6a-cdf90414da7e,segment=NetworkSegment(ee8b7bde-82d7-4959-abf0-3a6a2107a2ad),segment_id=ee8b7bde-82d7-4959-abf0-3a6a2107a2ad)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:13:00.446505 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:00.516588 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d14a5-2655-4d4f-94d1-c1e6fdb3824a None None] Pushing event updated for resources: {'Port': ['ID=94079eec-4919-487e-ab6a-cdf90414da7e,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:01.727118 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37606) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:02.041795 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [None req-16f66886-216c-40dd-9195-30ede28e7627 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:13:02.042786 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-16f66886-216c-40dd-9195-30ede28e7627 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146861 Jul 08 22:13:04.435541 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 37614) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:04.954910 dv-cinder-800093-1-iscsi neutron-server[93027]: WARNING oslo_policy.policy [None req-85f2061e-086d-4a17-84e3-2f7b0f96ac06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 22:13:04.955479 dv-cinder-800093-1-iscsi neutron-server[93027]: WARNING oslo_policy.policy [None req-85f2061e-086d-4a17-84e3-2f7b0f96ac06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 22:13:05.181204 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [None req-85f2061e-086d-4a17-84e3-2f7b0f96ac06 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:13:05.182518 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-85f2061e-086d-4a17-84e3-2f7b0f96ac06 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7449090 Jul 08 22:13:06.710732 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9963bb-aaba-47f9-9da3-259bc674de35 None None] Network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:13:06.793971 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-6d648cb5-579b-4822-b180-cb6745583e8a None None] Provisioning for port 94079eec-4919-487e-ab6a-cdf90414da7e completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:13:07.032925 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 94079eec-4919-487e-ab6a-cdf90414da7e up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:13:07.124422 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 94079eec-4919-487e-ab6a-cdf90414da7e completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:13:07.130027 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 94079eec-4919-487e-ab6a-cdf90414da7e triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:07.130414 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:07.133054 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-4f3f25f9-b7ed-4125-a3ea-98888da0a2bb None None] Provisioning complete for port 94079eec-4919-487e-ab6a-cdf90414da7e triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:07.133408 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4f3f25f9-b7ed-4125-a3ea-98888da0a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:07.294051 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4f3f25f9-b7ed-4125-a3ea-98888da0a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:07.302627 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:07.343333 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-4f3f25f9-b7ed-4125-a3ea-98888da0a2bb None None] For port 94079eec-4919-487e-ab6a-cdf90414da7e, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=94079eec-4919-487e-ab6a-cdf90414da7e,segment=NetworkSegment(ee8b7bde-82d7-4959-abf0-3a6a2107a2ad),segment_id=ee8b7bde-82d7-4959-abf0-3a6a2107a2ad)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:13:07.347459 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4f3f25f9-b7ed-4125-a3ea-98888da0a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:07.418726 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.db.api [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 22:13:07.419171 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG oslo_db.api [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 22:13:07.423916 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f25f9-b7ed-4125-a3ea-98888da0a2bb None None] Pushing event updated for resources: {'Port': ['ID=94079eec-4919-487e-ab6a-cdf90414da7e,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:07.906411 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 37634) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:08.225437 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'name': 'router1'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:13:08.288399 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.policy [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93027) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 22:13:08.333148 dv-cinder-800093-1-iscsi neutron-server[93027]: WARNING oslo_policy.policy [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 22:13:08.333513 dv-cinder-800093-1-iscsi neutron-server[93027]: WARNING oslo_policy.policy [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 22:13:08.341909 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.quota [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] Loaded quota_driver: . Jul 08 22:13:08.397492 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:08.399330 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:08.553579 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:08.559077 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:08.578283 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:08.579527 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-203e534e-9e8e-4cbc-9ef5-12262264f593 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6720669 Jul 08 22:13:09.004189 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 94079eec-4919-487e-ab6a-cdf90414da7e up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:13:09.050071 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 94079eec-4919-487e-ab6a-cdf90414da7e triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:09.050442 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:10.941081 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 37644) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:11.259817 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [None req-1a9a1e4c-70a7-4bbb-b165-d31d5ef50561 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:13:11.260807 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1a9a1e4c-70a7-4bbb-b165-d31d5ef50561 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187666 Jul 08 22:13:12.445875 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-e516d482-41f6-44c2-b791-473ab22898db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:13.644178 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 37652) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:13.950619 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:13:13.974160 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Made reservation on behalf of fe491cbae87643a7a60962e5ec16c1f7 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:13:13.977049 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:13.993617 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:14.137626 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:14.141906 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:14.155088 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93027) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 22:13:14.188962 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761123131212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:14.189554 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Unsubscribe: segment precommit_create {{(pid=93027) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 22:13:14.190088 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Added segment 4856e25a-8524-4275-956f-d3fa1e3fa1b3 of type flat for network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 Jul 08 22:13:14.207231 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68a8856-4188-4064-b0ae-20ddf8be2fb7,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:14.233828 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.234232 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.234576 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.234934 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.235266 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.235605 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.235974 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.236254 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.236595 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.236920 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.237238 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.237559 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Tracked resource versions report: Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: pushed versions: Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: { 'AddressGroup': {'1.2'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'ConntrackHelper': {'1.0'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Log': {'1.0'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Network': {'1.1'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Port': {'1.7'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'PortForwarding': {'1.2'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'QosPolicy': {'1.8'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SecurityGroup': {'1.4'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SecurityGroupRule': {'1.2'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SubPort': {'1.0'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Subnet': {'1.1'}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Trunk': {'1.1'}} Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: consumer versions: Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: { DHCP agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: L3 agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: Metadata agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: Metering agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: Open vSwitch agent@dv-cinder-800093-1-iscsi: { 'AddressGroup': '1.2', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'ConntrackHelper': '1.0', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Log': '1.0', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Network': '1.1', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Port': '1.7', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'PortForwarding': '1.2', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'QosPolicy': '1.8', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SecurityGroup': '1.4', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SecurityGroupRule': '1.2', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SubPort': '1.0', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Subnet': '1.1', Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Trunk': '1.1'}} Jul 08 22:13:14.238687 dv-cinder-800093-1-iscsi neutron-server[93027]: {{(pid=93027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 22:13:14.318239 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:14.372298 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:14.373597 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:13:14.374317 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:14.445624 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8002830 Jul 08 22:13:14.477513 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c4e26-d90a-485e-ad19-c14dc6cbd3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=941c7cce-172c-4d6e-96dd-1c34cb9c7511,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:14.489793 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:13:14.984109 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-36c4cd94-f281-492d-8e21-6036b48d2dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:15.198147 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:15.861653 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:16.839049 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37674) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:17.015955 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edfcf19-e977-4969-b79e-5a12edb79c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:13:17.017324 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-0edfcf19-e977-4969-b79e-5a12edb79c3c admin admin] 10.222.0.43 "GET /v2.0/subnets/411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5 HTTP/1.1" status: 200 len: 849 time: 0.1770749 Jul 08 22:13:17.175312 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-69ba4d2f-72ea-4484-bb62-477721e6aa97 admin admin] 10.222.0.43 "GET /v2.0/routers/9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 HTTP/1.1" status: 200 len: 704 time: 0.1525071 Jul 08 22:13:17.446742 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:17.607587 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:17.744371 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Allocated IP 172.20.0.1 (b3c2cba7-4d88-4b94-9ac3-950bd8c820aa/411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5/e9655948-02f5-48ac-942e-3503c86ffeaf) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:13:17.914513 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:17.940847 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Transition to ACTIVE for port object e9655948-02f5-48ac-942e-3503c86ffeaf will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:13:18.033066 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:18.150322 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:13:18.156935 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:13:18.162792 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:13:18.163301 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:18.234530 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9655948-02f5-48ac-942e-3503c86ffeaf,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:18.339131 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-788a4079-d67d-49e1-8136-44928eb24756 None None] Provisioning for port e9655948-02f5-48ac-942e-3503c86ffeaf completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:13:18.342987 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-788a4079-d67d-49e1-8136-44928eb24756 None None] Provisioning complete for port e9655948-02f5-48ac-942e-3503c86ffeaf triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:18.343361 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-788a4079-d67d-49e1-8136-44928eb24756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:18.376863 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-788a4079-d67d-49e1-8136-44928eb24756 None None] Port e9655948-02f5-48ac-942e-3503c86ffeaf cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:13:18.389228 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:18.567119 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:18.571383 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:18.572209 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:18.645771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9655948-02f5-48ac-942e-3503c86ffeaf,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:18.690451 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:13:18.691726 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:13:18.849497 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Router 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:13:18.899335 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-584bb697-9e18-4f9a-8619-d7adce4fec23 None None] Provisioning complete for port e9655948-02f5-48ac-942e-3503c86ffeaf triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:18.899958 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-584bb697-9e18-4f9a-8619-d7adce4fec23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:18.932423 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-584bb697-9e18-4f9a-8619-d7adce4fec23 None None] Port e9655948-02f5-48ac-942e-3503c86ffeaf cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:13:18.939460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:13:18.944534 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-b98824dc-05d1-414c-b4b2-314a8d5b69d2 admin admin] 10.222.0.43 "PUT /v2.0/routers/9fa18e3d-c9db-404a-8f4d-e24dbe3b1532/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7644329 Jul 08 22:13:18.949670 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Sync routers for ids ['9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:13:18.962003 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Routers {'9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:13:18.963419 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:13:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:13:19.153377 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Set router 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 gateway port host: None {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:13:19.578340 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'name': 'router1', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:13:08Z', 'updated_at': '2021-07-08T22:13:18Z', 'revision_number': 2, 'project_id': '173f61b9258d4979879ec87fed25e796', 'gw_port_host': None, '_interfaces': [{'id': 'e9655948-02f5-48ac-942e-3503c86ffeaf', 'name': '', 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'mac_address': 'fa:16:3e:0d:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:17Z', 'updated_at': '2021-07-08T22:13:18Z', 'revision_number': 2, 'project_id': '173f61b9258d4979879ec87fed25e796', 'subnets': [{'id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1e213c2-5797-4529-a4c0-75f185f74d65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:13:19.630058 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Checking router: 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:13:19.630422 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Updating router 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 port e9655948-02f5-48ac-942e-3503c86ffeaf binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:13:19.694231 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:20.188024 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:20.207108 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Transition to ACTIVE for port object e9655948-02f5-48ac-942e-3503c86ffeaf will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:13:20.213051 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:20.365850 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Pushing event updated for resources: {'Port': ['ID=e9655948-02f5-48ac-942e-3503c86ffeaf,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:20.378639 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Attempting to bind port e9655948-02f5-48ac-942e-3503c86ffeaf on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:13:20.379137 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Attempting to bind port e9655948-02f5-48ac-942e-3503c86ffeaf by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:13:20.379570 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Attempting to bind port e9655948-02f5-48ac-942e-3503c86ffeaf on network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:13:20.388480 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.388827 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.389154 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.389486 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.389812 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.390143 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.390456 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.391054 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.391145 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.391521 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.391775 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.392090 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Tracked resource versions report: Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: pushed versions: Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: { 'AddressGroup': {'1.2'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'ConntrackHelper': {'1.0'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Log': {'1.0'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Network': {'1.1'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Port': {'1.7'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'PortForwarding': {'1.2'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'QosPolicy': {'1.8'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SecurityGroup': {'1.4'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SecurityGroupRule': {'1.2'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SubPort': {'1.0'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Subnet': {'1.1'}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Trunk': {'1.1'}} Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: consumer versions: Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: { DHCP agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: L3 agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: Metadata agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: Metering agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: Open vSwitch agent@dv-cinder-800093-1-iscsi: { 'AddressGroup': '1.2', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'ConntrackHelper': '1.0', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Log': '1.0', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Network': '1.1', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Port': '1.7', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'PortForwarding': '1.2', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'QosPolicy': '1.8', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SecurityGroup': '1.4', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SecurityGroupRule': '1.2', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SubPort': '1.0', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Subnet': '1.1', Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Trunk': '1.1'}} Jul 08 22:13:20.393273 dv-cinder-800093-1-iscsi neutron-server[93030]: {{(pid=93030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 22:13:20.395529 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:13:20.395934 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Checking segment: {'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:13:20.396413 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:20.396781 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Bound using segment: {'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:13:20.397267 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Bound port: e9655948-02f5-48ac-942e-3503c86ffeaf, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8b7bde-82d7-4959-abf0-3a6a2107a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:13:20.397668 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:20.463395 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] For port e9655948-02f5-48ac-942e-3503c86ffeaf, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:13:20.484470 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] For port e9655948-02f5-48ac-942e-3503c86ffeaf, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e9655948-02f5-48ac-942e-3503c86ffeaf,segment=NetworkSegment(ee8b7bde-82d7-4959-abf0-3a6a2107a2ad),segment_id=ee8b7bde-82d7-4959-abf0-3a6a2107a2ad)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:13:20.488726 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:20.549034 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47a867-bcd4-4f23-9881-f773ce21a612 None None] Pushing event updated for resources: {'Port': ['ID=e9655948-02f5-48ac-942e-3503c86ffeaf,revision_number=4']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:20.554552 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Routers {'9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:13:20.555205 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:13:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:13:20.644263 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] Set router 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 gateway port host: None {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:13:20.854149 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'name': 'router1', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:13:08Z', 'updated_at': '2021-07-08T22:13:18Z', 'revision_number': 2, 'project_id': '173f61b9258d4979879ec87fed25e796', 'gw_port_host': None, '_interfaces': [{'id': 'e9655948-02f5-48ac-942e-3503c86ffeaf', 'name': '', 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'mac_address': 'fa:16:3e:0d:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:17Z', 'updated_at': '2021-07-08T22:13:20Z', 'revision_number': 4, 'project_id': '173f61b9258d4979879ec87fed25e796', 'subnets': [{'id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1e213c2-5797-4529-a4c0-75f185f74d65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:13:20.879948 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4639d-6138-4f29-8f4c-24f9900e017b None None] The sync data for ids ['9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'] in dv-cinder-800093-1-iscsi is: [{'id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'name': 'router1', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:13:08Z', 'updated_at': '2021-07-08T22:13:18Z', 'revision_number': 2, 'project_id': '173f61b9258d4979879ec87fed25e796', 'gw_port_host': None, '_interfaces': [{'id': 'e9655948-02f5-48ac-942e-3503c86ffeaf', 'name': '', 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'mac_address': 'fa:16:3e:0d:57:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:17Z', 'updated_at': '2021-07-08T22:13:20Z', 'revision_number': 4, 'project_id': '173f61b9258d4979879ec87fed25e796', 'subnets': [{'id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1e213c2-5797-4529-a4c0-75f185f74d65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:13:21.162941 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37694) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:21.284486 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d459db14-6c8e-462b-bc86-4cf366cb522e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:13:21.285838 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-d459db14-6c8e-462b-bc86-4cf366cb522e admin admin] 10.222.0.43 "GET /v2.0/networks/941c7cce-172c-4d6e-96dd-1c34cb9c7511 HTTP/1.1" status: 200 len: 842 time: 0.1213427 Jul 08 22:13:21.295148 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:13:21.315869 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Made reservation on behalf of fe491cbae87643a7a60962e5ec16c1f7 for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:13:21.318132 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:21.598189 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.objects.ports [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93028) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 22:13:21.598616 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:21.655846 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c56bb80-7ac3-4ff4-ade8-e4c678debf99,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:21.664160 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:13:21.664504 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Network hostable DHCP agents. Network: 941c7cce-172c-4d6e-96dd-1c34cb9c7511, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:13:21.680233 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:13:21.689327 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 941c7cce-172c-4d6e-96dd-1c34cb9c7511) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:13:21.693623 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:13:21.694369 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:21.701198 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d30e99-c9af-4f96-9127-4e18c33073b3 None None] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:13:21.708497 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-24d1100e-ac56-4078-ba53-1ab33c868cef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4167805 Jul 08 22:13:21.849198 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b8a90-cbf2-4b81-a927-d6cb15a8b474 None None] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:13:24.033670 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37706) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:24.163682 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-b8899629-8c75-4fce-8ed4-fc6ee78fa37a admin admin] 10.222.0.43 "GET /v2.0/routers/9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 HTTP/1.1" status: 200 len: 710 time: 0.1285880 Jul 08 22:13:24.315170 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03598054-b57d-4c74-83ec-d316df0ebcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:13:24.316594 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-03598054-b57d-4c74-83ec-d316df0ebcd1 admin admin] 10.222.0.43 "GET /v2.0/networks/941c7cce-172c-4d6e-96dd-1c34cb9c7511 HTTP/1.1" status: 200 len: 886 time: 0.1480184 Jul 08 22:13:24.325765 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:13:24.562695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:24.793260 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:24.866022 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:24.969753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Allocated IP 172.27.1.206 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/ded81a6e-8c04-4cb0-abe3-8c6f43847e74) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:13:25.056401 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e9655948-02f5-48ac-942e-3503c86ffeaf up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:13:25.072781 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.107352 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port e9655948-02f5-48ac-942e-3503c86ffeaf completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:13:25.110949 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port e9655948-02f5-48ac-942e-3503c86ffeaf triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:25.111319 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.111435 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.151396 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:13:25.156643 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:13:25.159066 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:13:25.219562 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Pushing event updated for resources: {'Port': ['ID=ded81a6e-8c04-4cb0-abe3-8c6f43847e74,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:25.236600 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.281123 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port e9655948-02f5-48ac-942e-3503c86ffeaf, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e9655948-02f5-48ac-942e-3503c86ffeaf,segment=NetworkSegment(ee8b7bde-82d7-4959-abf0-3a6a2107a2ad),segment_id=ee8b7bde-82d7-4959-abf0-3a6a2107a2ad)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:13:25.285821 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.342170 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=e9655948-02f5-48ac-942e-3503c86ffeaf,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:25.430202 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.701144 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.704341 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4090839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4090846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4070912'] for router, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.806600 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Router 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:13:25.908499 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:13:25.912714 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] Notify callbacks [] for router, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:25.913969 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-64f3927b-6cfe-40a0-8a85-9f5467463b0f admin admin] 10.222.0.43 "PUT /v2.0/routers/9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 HTTP/1.1" status: 200 len: 890 time: 1.5913842 Jul 08 22:13:25.921312 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Sync routers for ids ['9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:13:25.933439 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Routers {'9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:13:25.934103 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:13:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:13:26.154244 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Set router 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:13:26.543062 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'name': 'router1', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ded81a6e-8c04-4cb0-abe3-8c6f43847e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:13:08Z', 'updated_at': '2021-07-08T22:13:25Z', 'revision_number': 4, 'project_id': '173f61b9258d4979879ec87fed25e796', 'gw_port': {'id': 'ded81a6e-8c04-4cb0-abe3-8c6f43847e74', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:24Z', 'updated_at': '2021-07-08T22:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'e9655948-02f5-48ac-942e-3503c86ffeaf', 'name': '', 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'mac_address': 'fa:16:3e:0d:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:17Z', 'updated_at': '2021-07-08T22:13:25Z', 'revision_number': 5, 'project_id': '173f61b9258d4979879ec87fed25e796', 'subnets': [{'id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1e213c2-5797-4529-a4c0-75f185f74d65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:13:26.591424 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Checking router: 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:13:26.591769 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Updating router 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 port ded81a6e-8c04-4cb0-abe3-8c6f43847e74 binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:13:26.626969 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:26.946505 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:26.955725 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Transition to ACTIVE for port object ded81a6e-8c04-4cb0-abe3-8c6f43847e74 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:13:26.963186 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:27.006412 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69843813-4525-4ee9-a749-ddca7affde7c None None] Pushing event updated for resources: {'Port': ['ID=ded81a6e-8c04-4cb0-abe3-8c6f43847e74,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:27.023591 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Attempting to bind port ded81a6e-8c04-4cb0-abe3-8c6f43847e74 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:13:27.023960 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Attempting to bind port ded81a6e-8c04-4cb0-abe3-8c6f43847e74 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:13:27.024315 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Attempting to bind port ded81a6e-8c04-4cb0-abe3-8c6f43847e74 on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:13:27.029647 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:13:27.030014 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:13:27.030874 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:27.030874 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:13:27.031290 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Bound port: ded81a6e-8c04-4cb0-abe3-8c6f43847e74, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:13:27.031979 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:27.055446 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e9655948-02f5-48ac-942e-3503c86ffeaf up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:13:27.188708 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] For port ded81a6e-8c04-4cb0-abe3-8c6f43847e74, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:13:27.192193 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] For port ded81a6e-8c04-4cb0-abe3-8c6f43847e74, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=ded81a6e-8c04-4cb0-abe3-8c6f43847e74,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:13:27.198805 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:27.210017 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port e9655948-02f5-48ac-942e-3503c86ffeaf triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:27.210382 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:27.280914 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Routers {'9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:13:27.281534 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:13:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:13:27.338938 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69843813-4525-4ee9-a749-ddca7affde7c None None] Pushing event updated for resources: {'Port': ['ID=ded81a6e-8c04-4cb0-abe3-8c6f43847e74,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:27.438638 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] Set router 9fa18e3d-c9db-404a-8f4d-e24dbe3b1532 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:13:27.643156 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'name': 'router1', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ded81a6e-8c04-4cb0-abe3-8c6f43847e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:13:08Z', 'updated_at': '2021-07-08T22:13:25Z', 'revision_number': 4, 'project_id': '173f61b9258d4979879ec87fed25e796', 'gw_port': {'id': 'ded81a6e-8c04-4cb0-abe3-8c6f43847e74', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:24Z', 'updated_at': '2021-07-08T22:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'e9655948-02f5-48ac-942e-3503c86ffeaf', 'name': '', 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'mac_address': 'fa:16:3e:0d:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:17Z', 'updated_at': '2021-07-08T22:13:25Z', 'revision_number': 5, 'project_id': '173f61b9258d4979879ec87fed25e796', 'subnets': [{'id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1e213c2-5797-4529-a4c0-75f185f74d65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:13:27.672806 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823b7d1-5b39-431a-964b-45bf0d656812 None None] The sync data for ids ['9fa18e3d-c9db-404a-8f4d-e24dbe3b1532'] in dv-cinder-800093-1-iscsi is: [{'id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'name': 'router1', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ded81a6e-8c04-4cb0-abe3-8c6f43847e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:13:08Z', 'updated_at': '2021-07-08T22:13:25Z', 'revision_number': 4, 'project_id': '173f61b9258d4979879ec87fed25e796', 'gw_port': {'id': 'ded81a6e-8c04-4cb0-abe3-8c6f43847e74', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:24Z', 'updated_at': '2021-07-08T22:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'e9655948-02f5-48ac-942e-3503c86ffeaf', 'name': '', 'network_id': 'b3c2cba7-4d88-4b94-9ac3-950bd8c820aa', 'tenant_id': '173f61b9258d4979879ec87fed25e796', 'mac_address': 'fa:16:3e:0d:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa18e3d-c9db-404a-8f4d-e24dbe3b1532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:13:17Z', 'updated_at': '2021-07-08T22:13:25Z', 'revision_number': 5, 'project_id': '173f61b9258d4979879ec87fed25e796', 'subnets': [{'id': '411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1e213c2-5797-4529-a4c0-75f185f74d65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:13:28.334681 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 37716) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:13:28.461332 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-61549efc-ab88-4633-8ced-bca683252e6f admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1254537 Jul 08 22:13:29.052558 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device ded81a6e-8c04-4cb0-abe3-8c6f43847e74 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:13:29.100512 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port ded81a6e-8c04-4cb0-abe3-8c6f43847e74 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:13:29.105839 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port ded81a6e-8c04-4cb0-abe3-8c6f43847e74 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:29.106313 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:29.192134 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:29.212864 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port ded81a6e-8c04-4cb0-abe3-8c6f43847e74, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=ded81a6e-8c04-4cb0-abe3-8c6f43847e74,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:13:29.217758 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:29.272062 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=ded81a6e-8c04-4cb0-abe3-8c6f43847e74,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:13:31.057332 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device ded81a6e-8c04-4cb0-abe3-8c6f43847e74 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:13:31.105237 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port ded81a6e-8c04-4cb0-abe3-8c6f43847e74 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:13:31.105750 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:39.823829 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:13:42.449419 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ca082871-2b72-4a13-a0e3-6ce1870794a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:45.005718 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a542070a-2e70-44a0-bade-c74bd23238a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:45.202192 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:45.874098 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:13:47.625641 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:12.455227 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7d238210-6349-4b53-99dc-ae1a80775ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:14.995912 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-90ca9b68-8e9c-4876-b43d-9eb9722fe43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:15.186596 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:15.871064 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:16.822809 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:14:17.625158 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:42.456312 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7b045529-7ef6-439c-9d80-93f1b04ef6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:44.989230 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-74e891ba-8114-4d3f-b405-5881d8921fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:45.189661 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:45.872388 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:47.623804 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:14:53.820423 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:15:06.576402 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38284) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:06.643222 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.pecan_wsgi.hooks.translation [None req-be304fdc-8d35-4dca-b3a1-4d4d8fa27688 admin admin] GET failed (client error): The resource could not be found. Jul 08 22:15:06.645665 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-be304fdc-8d35-4dca-b3a1-4d4d8fa27688 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0681694 Jul 08 22:15:06.809626 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8c09ce-09b1-404a-a390-c49af75df04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:06.811369 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-1d8c09ce-09b1-404a-a390-c49af75df04f admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609521 Jul 08 22:15:09.055251 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38294) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:09.142663 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d89e22-b574-419b-8604-01732e5e6350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:09.144038 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-e8d89e22-b574-419b-8604-01732e5e6350 admin admin] 10.222.0.43 "GET /v2.0/subnets/411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5 HTTP/1.1" status: 200 len: 849 time: 0.0878220 Jul 08 22:15:09.153315 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:15:09.235903 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:09.371798 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761123251734'] for subnet, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:09.407927 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:09.409047 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:09.410438 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] 10.222.0.43 "PUT /v2.0/subnets/411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5 HTTP/1.1" status: 200 len: 868 time: 0.2608047 Jul 08 22:15:09.412921 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5c9f7-63f3-4f07-9494-d36f0236ffdd None None] Network b3c2cba7-4d88-4b94-9ac3-950bd8c820aa requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:15:09.431624 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:15:09.440823 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.441503 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.442147 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.442733 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.443258 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.443756 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.444234 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.444723 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.445212 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.445821 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.446308 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.446775 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436042bd-8583-46e6-bbcd-b1c200ed05b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:09.757877 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-969e8aa5-a291-4824-a335-a1a01d1859a9 None None] Provisioning complete for port e9655948-02f5-48ac-942e-3503c86ffeaf triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:15:09.758245 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-969e8aa5-a291-4824-a335-a1a01d1859a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:09.843432 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-969e8aa5-a291-4824-a335-a1a01d1859a9 None None] Provisioning complete for port 94079eec-4919-487e-ab6a-cdf90414da7e triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:15:09.843793 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-969e8aa5-a291-4824-a335-a1a01d1859a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:11.579038 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38302) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:11.815565 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4702ed-cba9-4bce-bd93-b91ece12a6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:11.815957 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4702ed-cba9-4bce-bd93-b91ece12a6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:11.817501 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8e4702ed-cba9-4bce-bd93-b91ece12a6c6 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2375095 Jul 08 22:15:12.456771 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2477ff77-be47-46dd-8ddd-3e4fdf99ea05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:14.029523 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38312) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:14.235341 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b7451-c206-4a66-b5bf-190a1fc596e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:14.235728 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b7451-c206-4a66-b5bf-190a1fc596e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:14.237259 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-d39b7451-c206-4a66-b5bf-190a1fc596e6 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065012 Jul 08 22:15:14.991821 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c0283f50-710e-4a92-a624-1898f331e92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:15.192748 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:15.875062 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:16.414103 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38320) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:16.537737 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0698-85c7-43c8-b4e7-e460a81777fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:16.539922 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-246b0698-85c7-43c8-b4e7-e460a81777fb admin admin] 10.222.0.43 "GET /v2.0/networks/941c7cce-172c-4d6e-96dd-1c34cb9c7511 HTTP/1.1" status: 200 len: 886 time: 0.1248267 Jul 08 22:15:17.630622 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:18.719374 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38328) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:18.844164 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1993dfef-1f03-47b5-ab95-f7b6d646686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:18.845605 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-1993dfef-1f03-47b5-ab95-f7b6d646686b admin admin] 10.222.0.43 "GET /v2.0/networks/b3c2cba7-4d88-4b94-9ac3-950bd8c820aa HTTP/1.1" status: 200 len: 869 time: 0.1252410 Jul 08 22:15:21.015937 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38336) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:21.135366 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146ab51-55b7-45ac-9ae1-817ae03da953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:21.135821 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146ab51-55b7-45ac-9ae1-817ae03da953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:21.137339 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-3146ab51-55b7-45ac-9ae1-817ae03da953 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204619 Jul 08 22:15:23.297336 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38344) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:23.384956 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1869cd3-2143-4651-8718-a20453ddfa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:23.385409 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1869cd3-2143-4651-8718-a20453ddfa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:23.387019 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-c1869cd3-2143-4651-8718-a20453ddfa4d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886552 Jul 08 22:15:25.546224 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38352) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:25.628459 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e452da2e-52fe-4a35-b89f-c368c5d66f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:25.629787 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-e452da2e-52fe-4a35-b89f-c368c5d66f74 admin admin] 10.222.0.43 "GET /v2.0/subnets/1c56bb80-7ac3-4ff4-ade8-e4c678debf99 HTTP/1.1" status: 200 len: 816 time: 0.0825877 Jul 08 22:15:27.792888 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38360) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:27.885411 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765790c-2aea-49d0-843b-1c8741d3c28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:27.890090 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-3765790c-2aea-49d0-843b-1c8741d3c28b admin admin] 10.222.0.43 "GET /v2.0/subnets/411bbf9b-3699-43e3-b5d5-2cd13cd9dbe5 HTTP/1.1" status: 200 len: 868 time: 0.0930166 Jul 08 22:15:30.819327 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:15:42.457294 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7c2e46ae-b37d-4f90-ab84-92048dce8ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:44.993009 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-5f9d781e-eaf4-4387-bd16-3fad68dbad3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:45.195232 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:45.880983 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:47.634766 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:52.268503 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38412) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:52.318674 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [None req-582a5315-489a-47d3-9245-8aec79982934 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:15:52.319774 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-582a5315-489a-47d3-9245-8aec79982934 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502849 Jul 08 22:15:54.590521 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38420) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:54.653536 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b699c6e4-9be4-475e-a0bf-0f34df9b595c admin admin] GET failed (client error): The resource could not be found. Jul 08 22:15:54.654890 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b699c6e4-9be4-475e-a0bf-0f34df9b595c admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633981 Jul 08 22:15:54.795061 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8346546-8d1d-426c-af48-4cd458195133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:54.796612 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f8346546-8d1d-426c-af48-4cd458195133 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379125 Jul 08 22:15:56.964018 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38428) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:57.009379 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:15:57.028587 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Made reservation on behalf of fe491cbae87643a7a60962e5ec16c1f7 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:15:57.030840 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:57.067504 dv-cinder-800093-1-iscsi neutron-server[93027]: WARNING neutron.services.revisions.revision_plugin [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Could not find related network for resource to bump revision. Jul 08 22:15:57.081368 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:15:57.090683 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:57.091047 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Added segment 115209d9-8048-4d72-b942-0ab6e942816c of type vlan for network d49752d6-9d3c-4637-9c82-429ff43a87de Jul 08 22:15:57.139652 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:57.167000 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:57.167833 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:57.168401 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:57.217340 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2522733 Jul 08 22:15:57.223958 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Pushing event updated for resources: {'Network': ['ID=d49752d6-9d3c-4637-9c82-429ff43a87de,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:15:57.231788 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.232161 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.232505 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.232846 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.233174 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.233516 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.233842 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.234165 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.234501 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.234845 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.235163 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.235479 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb0aa8-3d0b-4e17-b25e-bee0cec26b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:15:57.247926 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network d49752d6-9d3c-4637-9c82-429ff43a87de details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:15:59.412956 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38436) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:15:59.470897 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f13b07f-9f36-47fb-973c-65adfa6b2374 admin admin] GET failed (client error): The resource could not be found. Jul 08 22:15:59.472209 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8f13b07f-9f36-47fb-973c-65adfa6b2374 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583093 Jul 08 22:15:59.540066 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e1cb13-f2d1-4a35-b8e9-3cb5323ae09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:59.541506 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-34e1cb13-f2d1-4a35-b8e9-3cb5323ae09c admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653119 Jul 08 22:15:59.550927 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Request body: {'subnet': {'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:15:59.573810 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Made reservation on behalf of fe491cbae87643a7a60962e5ec16c1f7 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:15:59.576086 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:59.822399 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:59.878168 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Pushing event updated for resources: {'Subnet': ['ID=07fd3159-7e7c-4be1-b487-2687692ca1f7,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:15:59.888213 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Checking segment: {'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:15:59.888586 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Network hostable DHCP agents. Network: d49752d6-9d3c-4637-9c82-429ff43a87de, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:15:59.909647 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Network d49752d6-9d3c-4637-9c82-429ff43a87de is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:15:59.920845 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, d49752d6-9d3c-4637-9c82-429ff43a87de) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:15:59.925508 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:15:59.926092 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:15:59.931418 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea7521-842c-4ee1-a41d-d0bc02760184 None None] Network d49752d6-9d3c-4637-9c82-429ff43a87de requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:15:59.939908 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c09fbd5a-35b6-4fd4-a8e6-c64cf605defa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3923907 Jul 08 22:16:00.087152 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-d49752d6-9d3c-4637-9c82-429ff43a87de', 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de', 'tenant_id': 'fe491cbae87643a7a60962e5ec16c1f7', 'fixed_ips': [{'subnet_id': '07fd3159-7e7c-4be1-b487-2687692ca1f7'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:16:00.088057 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:00.227277 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Allocated IP 192.168.233.2 (d49752d6-9d3c-4637-9c82-429ff43a87de/07fd3159-7e7c-4be1-b487-2687692ca1f7/0e1798f5-22d6-40ec-8bb8-fd08a63822b7) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:16:00.369096 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:00.377417 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Transition to ACTIVE for port object 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:16:00.392469 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Transition to ACTIVE for port object 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:16:00.398411 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:00.435306 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Network d49752d6-9d3c-4637-9c82-429ff43a87de is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:16:00.440103 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:16:00.443466 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:16:00.448904 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Pushing event updated for resources: {'Port': ['ID=0e1798f5-22d6-40ec-8bb8-fd08a63822b7,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:16:00.462811 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.463366 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.463874 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.464345 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.464841 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.465356 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.465931 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.466481 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.466983 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.467443 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.467980 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.468430 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:16:00.519019 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Attempting to bind port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:16:00.519387 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Attempting to bind port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:16:00.519771 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Attempting to bind port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 on network d49752d6-9d3c-4637-9c82-429ff43a87de {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:16:00.525226 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:16:00.525595 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Checking segment: {'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:16:00.525992 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:00.526378 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Bound using segment: {'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:16:00.526876 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Bound port: 0e1798f5-22d6-40ec-8bb8-fd08a63822b7, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:16:00.527275 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:00.595491 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] For port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:16:00.598609 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] For port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=0e1798f5-22d6-40ec-8bb8-fd08a63822b7,segment=NetworkSegment(115209d9-8048-4d72-b942-0ab6e942816c),segment_id=115209d9-8048-4d72-b942-0ab6e942816c)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:16:00.603961 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:00.658925 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3a69b-3ed9-4fd4-9f2d-c7b4ec743bd5 None None] Pushing event updated for resources: {'Port': ['ID=0e1798f5-22d6-40ec-8bb8-fd08a63822b7,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:16:01.165278 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:16:01.216780 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:16:01.474884 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be61aea7-6627-4f45-a18f-91373505c5a7 None None] Network d49752d6-9d3c-4637-9c82-429ff43a87de requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:16:01.555426 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-127eb1a7-6d58-41eb-b140-0d45f8bcd2d1 None None] Provisioning for port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:16:01.565715 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-127eb1a7-6d58-41eb-b140-0d45f8bcd2d1 None None] Provisioning complete for port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:16:01.566083 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-127eb1a7-6d58-41eb-b140-0d45f8bcd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:01.703234 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-127eb1a7-6d58-41eb-b140-0d45f8bcd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:01.740349 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-127eb1a7-6d58-41eb-b140-0d45f8bcd2d1 None None] For port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=0e1798f5-22d6-40ec-8bb8-fd08a63822b7,segment=NetworkSegment(115209d9-8048-4d72-b942-0ab6e942816c),segment_id=115209d9-8048-4d72-b942-0ab6e942816c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:16:01.746109 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-127eb1a7-6d58-41eb-b140-0d45f8bcd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:01.816500 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127eb1a7-6d58-41eb-b140-0d45f8bcd2d1 None None] Pushing event updated for resources: {'Port': ['ID=0e1798f5-22d6-40ec-8bb8-fd08a63822b7,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:16:01.975081 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-0bef5988-edfc-46cf-ac18-1dd04810dd60 None None] Provisioning complete for port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:16:01.975990 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0bef5988-edfc-46cf-ac18-1dd04810dd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:03.141445 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:16:03.190919 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 0e1798f5-22d6-40ec-8bb8-fd08a63822b7 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:16:03.191215 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:07.819826 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:16:12.460432 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0721ab58-e065-469e-996c-a437e0cd62d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:14.995043 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c508c5e8-56e0-4f31-bbee-1db12269576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:15.197489 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:15.880090 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:17.631282 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:42.461125 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6ff02e8a-7131-4bb6-9556-f76bdbf24777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:44.817496 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:16:44.996734 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6f1700f8-ed2d-43c0-a5a0-cca1368c0781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:45.203938 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:45.882980 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:16:47.633627 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:12.462650 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-74e222cb-70a9-4330-b930-99eda01eda41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:14.999541 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c83a-ef0d-4a6d-aad1-5a870650cc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:15.205655 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:15.890214 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:17.637583 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:21.816298 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:17:23.622592 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38488) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:17:23.628627 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [None req-4ac4f4ce-9181-4e49-851d-81e3f298870c tempest-verify_tempest_config-1910062987 tempest-verify_tempest_config-1910062987-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:17:23.629646 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4ac4f4ce-9181-4e49-851d-81e3f298870c tempest-verify_tempest_config-1910062987 tempest-verify_tempest_config-1910062987-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060153 Jul 08 22:17:23.923734 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38506) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:17:24.034090 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:24.125350 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:24.128918 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:24.171266 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=822408b5e2804ed38e33916ec695dbff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2465153 Jul 08 22:17:24.172454 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7debf5-d953-4d9e-8a10-b31f6c5f326e,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:17:24.174116 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38510) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:17:24.180165 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.180539 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.180880 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.181213 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.181543 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.181886 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.182215 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.182541 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.182885 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.183206 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.183528 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.183842 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78f8f2-53ac-4244-9d74-df375d732e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.228824 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:24.249117 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:24.332655 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:24.335202 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:24.336372 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d7debf5-d953-4d9e-8a10-b31f6c5f326e HTTP/1.1" status: 204 len: 168 time: 0.1606627 Jul 08 22:17:24.343524 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7debf5-d953-4d9e-8a10-b31f6c5f326e,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:17:24.350898 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.351258 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.351593 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.351920 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.352244 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.352567 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.352888 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.353208 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.353538 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.353855 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.354171 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:24.354480 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f00ba-1efe-4a45-9a6f-0cddeaee6888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:17:42.462550 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-f509b617-f4be-422b-a1f6-d4ba4cff63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:44.999811 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6b6d595a-07bf-4263-966b-740e76ee5e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:45.205108 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:45.890206 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:47.639642 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:17:58.814604 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:18:12.462627 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-99e66503-f34a-4b32-a00f-a149d0d8b859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:15.001985 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d2694378-1055-4354-b048-3624aa350e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:15.206488 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:15.893098 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:17.649812 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:35.813071 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 5 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:18:42.462030 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-fc338364-9d72-4865-8b07-dfa179ab3534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:45.002890 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7c6b0073-7252-41e8-b6ad-c75c1daa638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:45.207148 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:45.894389 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:18:47.645038 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:05.512967 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074258'] for agent, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:09.227012 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38564) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:19:09.327145 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-fea00793-ea74-4827-b17b-b1e2797bc803 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0990195 Jul 08 22:19:11.597959 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38574) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:19:11.657075 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1a297de8-71e2-4d7a-8ab5-4f043c9a0710 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0580482 Jul 08 22:19:12.461600 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a48013d7-3c1c-419a-8b94-f40a49d1f805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:12.812097 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:19:15.007377 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-10ea4ddb-d021-44bc-9eea-e853240146e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:15.208058 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:15.897691 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:17.647357 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:35.481876 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:42.461592 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6ff36508-13fe-4139-966d-d9d914e198f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:45.011528 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ec276af4-35a0-41b6-9965-84ac0505dafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:45.208621 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:45.900036 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:47.650880 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:19:49.810807 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:20:05.496961 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:12.461864 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c3b240d-e3f1-4bfd-ae55-ce8c08c44ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:15.012147 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4fc8dcc4-6226-4380-8aa3-e34f0ad87e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:15.210638 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:15.902523 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:17.653332 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:26.810484 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:20:35.502435 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:39.671464 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38800) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:39.841411 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38816) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:39.950243 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-702707657-network', 'tenant_id': '162878b0207d4306a3d2e2a452b80417'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:39.987402 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Made reservation on behalf of 162878b0207d4306a3d2e2a452b80417 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:39.990749 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.005573 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38828) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:40.009954 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.134987 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.140989 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.181827 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5186641c-2631-406e-8429-522fbf51903c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:40.195285 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.195926 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.196409 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.196995 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.197551 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.198164 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.198654 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.199323 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.199838 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.200318 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.200792 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.201467 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Tracked resource versions report: Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: pushed versions: Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: { 'AddressGroup': {'1.2'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'ConntrackHelper': {'1.0'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Log': {'1.0'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Network': {'1.1'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Port': {'1.7'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'PortForwarding': {'1.2'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'QosPolicy': {'1.8'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SecurityGroup': {'1.4'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SecurityGroupRule': {'1.2'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SubPort': {'1.0'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Subnet': {'1.1'}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Trunk': {'1.1'}} Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: consumer versions: Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: { DHCP agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: HyperV agent@hv-cinder-80009: {}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: L3 agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: Metadata agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: Metering agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: Open vSwitch agent@dv-cinder-800093-1-iscsi: { 'AddressGroup': '1.2', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'ConntrackHelper': '1.0', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Log': '1.0', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Network': '1.1', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Port': '1.7', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'PortForwarding': '1.2', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'QosPolicy': '1.8', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SecurityGroup': '1.4', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SecurityGroupRule': '1.2', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'SubPort': '1.0', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Subnet': '1.1', Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: 'Trunk': '1.1'}} Jul 08 22:20:40.202974 dv-cinder-800093-1-iscsi neutron-server[93027]: {{(pid=93027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 22:20:40.209761 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:20:40.227891 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.228430 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Added segment 78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6 of type vlan for network 148cd707-9173-4930-a6b9-1abef03364ca Jul 08 22:20:40.269198 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-895625019-network', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:40.285186 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38844) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:40.299818 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.334359 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Made reservation on behalf of 8f91ea219e404c2c9aff7146d8ff0b13 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:40.337572 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.352600 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.373207 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.375478 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:40.377607 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.481422 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2006055451-network', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:40.486977 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] Pushing event updated for resources: {'Network': ['ID=148cd707-9173-4930-a6b9-1abef03364ca,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:40.499528 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 148cd707-9173-4930-a6b9-1abef03364ca details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:20:40.541140 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.544259 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-340362214-network', 'tenant_id': 'c2d5ebe3f95144a889030c6c8717a865'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:40.546727 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.577385 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b86f8094-5741-48a4-93a6-698a10e67638 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9046826 Jul 08 22:20:40.577630 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38860) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:40.591189 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:20:40.593257 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d139530-d764-449b-9748-c9e6d3714c13,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:40.595073 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Request body: {'subnet': {'network_id': '148cd707-9173-4930-a6b9-1abef03364ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-subnet', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:40.603688 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.604219 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Added segment e58a2190-bce1-4357-bd6b-a4289323df2c of type vlan for network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 Jul 08 22:20:40.604340 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Made reservation on behalf of a6a487cb0e3444c695c2fadd762b8b32 for: {'network': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:40.607214 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.625666 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.651101 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.699944 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.701822 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:40.702646 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.768812 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] Pushing event updated for resources: {'Network': ['ID=c00e401a-82e8-4098-9ca7-6a8e7c87ba15,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:40.781264 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:20:40.803549 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Made reservation on behalf of c2d5ebe3f95144a889030c6c8717a865 for: {'network': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:40.805854 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.811443 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8230674c-bf32-4d78-b80c-3501a5c1b440 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9686995 Jul 08 22:20:40.814070 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38870) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:40.820526 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Request body: {'subnet': {'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-subnet', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:40.838577 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:40.993978 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.000713 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.022513 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.db.api [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 22:20:41.022513 dv-cinder-800093-1-iscsi neutron-server[93027]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 22:20:41.022513 dv-cinder-800093-1-iscsi neutron-server[93027]: [parameters: {'project_id_1': '8f91ea219e404c2c9aff7146d8ff0b13', 'expiration_1': datetime.datetime(2021, 7, 8, 22, 20, 40, 827745)}] Jul 08 22:20:41.022513 dv-cinder-800093-1-iscsi neutron-server[93027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 22:20:41.022913 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG oslo_db.api [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 22:20:41.036160 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.db.api [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 22:20:41.036160 dv-cinder-800093-1-iscsi neutron-server[93028]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 22:20:41.036160 dv-cinder-800093-1-iscsi neutron-server[93028]: [parameters: {'project_id_1': 'c2d5ebe3f95144a889030c6c8717a865', 'expiration_1': datetime.datetime(2021, 7, 8, 22, 20, 40, 899993)}] Jul 08 22:20:41.036160 dv-cinder-800093-1-iscsi neutron-server[93028]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 22:20:41.037892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG oslo_db.api [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 22:20:41.062870 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:20:41.067524 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Made reservation on behalf of 162878b0207d4306a3d2e2a452b80417 for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:41.072267 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.167821 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.168648 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.segments_db [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Added segment a47d6ed7-ec89-49fb-a904-1886d3a97c47 of type vlan for network 70939837-e8e1-46d7-9ec3-a2b37e3f114d Jul 08 22:20:41.203802 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65135352-6a98-4067-9ef3-3858d79f0b98,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:41.270185 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.270754 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.271332 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.271877 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.272415 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.272969 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.273496 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.274034 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.274584 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.275138 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.275665 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.276390 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Tracked resource versions report: Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: pushed versions: Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: { 'AddressGroup': {'1.2'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'ConntrackHelper': {'1.0'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Log': {'1.0'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Network': {'1.1'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Port': {'1.7'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'PortForwarding': {'1.2'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'QosPolicy': {'1.8'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SecurityGroup': {'1.4'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SecurityGroupRule': {'1.2'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SubPort': {'1.0'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Subnet': {'1.1'}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Trunk': {'1.1'}} Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: consumer versions: Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: { DHCP agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: HyperV agent@hv-cinder-80009: {}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: L3 agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: Metadata agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: Metering agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: Open vSwitch agent@dv-cinder-800093-1-iscsi: { 'AddressGroup': '1.2', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'ConntrackHelper': '1.0', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Log': '1.0', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Network': '1.1', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Port': '1.7', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'PortForwarding': '1.2', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'QosPolicy': '1.8', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SecurityGroup': '1.4', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SecurityGroupRule': '1.2', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'SubPort': '1.0', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Subnet': '1.1', Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: 'Trunk': '1.1'}} Jul 08 22:20:41.278489 dv-cinder-800093-1-iscsi neutron-server[93028]: {{(pid=93028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 22:20:41.339705 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.530658 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.532153 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:41.533118 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.543362 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.545400 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.557488 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Made reservation on behalf of 8f91ea219e404c2c9aff7146d8ff0b13 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:41.560437 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.640153 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6334887 Jul 08 22:20:41.645483 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38922) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:41.673603 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Request body: {'subnet': {'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2006055451-subnet', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:41.704694 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132d0b-109a-4b1e-9fbd-e3210a9b4c7d admin admin] Pushing event updated for resources: {'Network': ['ID=70939837-e8e1-46d7-9ec3-a2b37e3f114d,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:41.719305 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:20:41.742512 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8e2f8c-4697-4386-b80b-1194abdcaf52,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:41.759929 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Checking segment: {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:41.760290 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Network hostable DHCP agents. Network: 148cd707-9173-4930-a6b9-1abef03364ca, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:20:41.791014 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.815336 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Network 148cd707-9173-4930-a6b9-1abef03364ca is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:20:41.838934 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 148cd707-9173-4930-a6b9-1abef03364ca) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:41.845259 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:41.845925 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.850707 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50121bc8-1300-4984-b404-da14be0fa180 None None] Network 148cd707-9173-4930-a6b9-1abef03364ca requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:20:41.854964 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.871662 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fb9977-0d38-47d9-a312-9fe8b7450243,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:41.881013 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Checking segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:41.881013 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Network hostable DHCP agents. Network: c00e401a-82e8-4098-9ca7-6a8e7c87ba15, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:20:41.883483 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.896661 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Made reservation on behalf of a6a487cb0e3444c695c2fadd762b8b32 for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:41.899944 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.902452 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:20:41.920389 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, c00e401a-82e8-4098-9ca7-6a8e7c87ba15) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:41.927853 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:41.928625 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:41.948647 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868cf457-a105-4a3d-982b-b34a6a38f6c9 None None] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:20:41.953855 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-10aba3ad-dc48-4c23-b5a0-1d4d9b6f39d6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1376507 Jul 08 22:20:41.954492 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38936) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:41.962293 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-3e1b019e-3d1f-4d9c-acc6-640eefbbf866 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3825212 Jul 08 22:20:41.966261 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:20:41.968945 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:41.975343 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38938) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:41.982370 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:42.011691 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.012083 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.segments_db [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Added segment 8c249e62-5418-4da2-9730-7f0d2773ea27 of type vlan for network ebde3ed6-da3b-45a6-882a-f82e1fcf467d Jul 08 22:20:42.023392 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ac4900-5047-43be-9216-ad99828080b2,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:42.043105 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.044342 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.077982 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.114266 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.115913 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.147649 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.148733 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:42.149308 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.178161 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862f7e9-6271-479f-9d85-c56ab0ae5289 None None] Network 148cd707-9173-4930-a6b9-1abef03364ca requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:20:42.194873 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:20:42.196113 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.239283 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.258003 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9711120 Jul 08 22:20:42.262200 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 38946) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:42.272093 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9734b61-2751-4ec4-a454-4b0e7b86dfe2 admin admin] Pushing event updated for resources: {'Network': ['ID=ebde3ed6-da3b-45a6-882a-f82e1fcf467d,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:42.272717 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Request body: {'subnet': {'network_id': 'ebde3ed6-da3b-45a6-882a-f82e1fcf467d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-340362214-subnet', 'tenant_id': 'c2d5ebe3f95144a889030c6c8717a865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:42.279508 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.307860 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.341129 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network ebde3ed6-da3b-45a6-882a-f82e1fcf467d details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:20:42.371187 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:42.376776 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Checking segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:42.377134 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Network hostable DHCP agents. Network: 70939837-e8e1-46d7-9ec3-a2b37e3f114d, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:20:42.406760 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:20:42.437419 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 70939837-e8e1-46d7-9ec3-a2b37e3f114d) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:42.446931 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:42.448382 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.465878 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61358c08-ecdd-4305-bb14-832d00842148 None None] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:20:42.517852 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38960) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:42.555252 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2618db44-2da8-44eb-bbbb-b87dd08f07ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9081883 Jul 08 22:20:42.557945 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 38966) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:42.563606 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:42.597192 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Allocated IP 172.20.0.2 (c00e401a-82e8-4098-9ca7-6a8e7c87ba15/b2fb9977-0d38-47d9-a312-9fe8b7450243/6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:42.606131 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-89e0ee5a-28d9-4102-b9f8-ee61d87fe3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.631185 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.632571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.661840 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Made reservation on behalf of c2d5ebe3f95144a889030c6c8717a865 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:42.666646 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.724061 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.809884 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.811317 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-82b12601-dea6-4074-aa68-a0ce41848436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.970389 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:42.988677 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.005396 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Transition to ACTIVE for port object 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:43.043902 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Transition to ACTIVE for port object 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:43.055138 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.070784 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:20:43.078522 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.086051 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.146617 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:43.161910 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:43.166656 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:43.177233 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Pushing event updated for resources: {'Port': ['ID=6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:43.247470 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.247815 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.248152 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.248478 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.248804 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.249128 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.249448 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.249768 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.250110 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.250975 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.250975 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.251127 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Tracked resource versions report: Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: pushed versions: Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: { 'AddressGroup': {'1.2'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'ConntrackHelper': {'1.0'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Log': {'1.0'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Network': {'1.1'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Port': {'1.7'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'PortForwarding': {'1.2'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'QosPolicy': {'1.8'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SecurityGroup': {'1.4'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SecurityGroupRule': {'1.2'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SubPort': {'1.0'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Subnet': {'1.1'}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Trunk': {'1.1'}} Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: consumer versions: Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: { DHCP agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: HyperV agent@hv-cinder-80009: {}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: L3 agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: Metadata agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: Metering agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: Open vSwitch agent@dv-cinder-800093-1-iscsi: { 'AddressGroup': '1.2', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'ConntrackHelper': '1.0', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Log': '1.0', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Network': '1.1', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Port': '1.7', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'PortForwarding': '1.2', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'QosPolicy': '1.8', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SecurityGroup': '1.4', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SecurityGroupRule': '1.2', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'SubPort': '1.0', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Subnet': '1.1', Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: 'Trunk': '1.1'}} Jul 08 22:20:43.252071 dv-cinder-800093-1-iscsi neutron-server[93029]: {{(pid=93029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 22:20:43.277213 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-82b12601-dea6-4074-aa68-a0ce41848436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.280939 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39000) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:43.297835 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-82b12601-dea6-4074-aa68-a0ce41848436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.345483 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Attempting to bind port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:20:43.345880 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Attempting to bind port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:20:43.346249 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Attempting to bind port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab on network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:20:43.349092 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-82b12601-dea6-4074-aa68-a0ce41848436 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7992ea1b28347379282d77efa3088a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8285286 Jul 08 22:20:43.355811 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:20:43.356181 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Checking segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:43.356580 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.357017 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Bound using segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:20:43.357208 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39004) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:43.357487 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Bound port: 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:20:43.357918 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.382528 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Allocated IP 172.20.0.2 (70939837-e8e1-46d7-9ec3-a2b37e3f114d/7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc/007d01ab-8100-4437-b81d-741da5e2e9dd) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:43.435412 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b12601-dea6-4074-aa68-a0ce41848436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14f93b5-524f-45a3-a963-50a6d2401c57,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:43.481875 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] For port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:20:43.486173 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] For port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:20:43.486788 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.494304 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.591007 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31f090-53e2-42df-8f16-013adacef8c5 None None] Pushing event updated for resources: {'Port': ['ID=6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:43.627614 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c7f-ed5b-441e-80a0-4a148378f102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.657671 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.671301 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Transition to ACTIVE for port object 007d01ab-8100-4437-b81d-741da5e2e9dd will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:43.682619 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0aa6333-8767-4ec1-92c1-5a0e661d3722,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:43.686289 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02f32f77-dbac-43d8-abb2-5ccb0a199117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.689698 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Transition to ACTIVE for port object 007d01ab-8100-4437-b81d-741da5e2e9dd will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:43.698068 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.741781 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.756952 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:43.760076 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:43.765320 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:43.768174 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.856393 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c7f-ed5b-441e-80a0-4a148378f102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.857315 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Checking segment: {'id': '8c249e62-5418-4da2-9730-7f0d2773ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ebde3ed6-da3b-45a6-882a-f82e1fcf467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:43.857665 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Network hostable DHCP agents. Network: ebde3ed6-da3b-45a6-882a-f82e1fcf467d, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:20:43.879849 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ffcf3c7f-ed5b-441e-80a0-4a148378f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.903750 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02f32f77-dbac-43d8-abb2-5ccb0a199117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.955160 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Pushing event updated for resources: {'Port': ['ID=007d01ab-8100-4437-b81d-741da5e2e9dd,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:43.960957 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.963060 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:43.963934 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf3c7f-ed5b-441e-80a0-4a148378f102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197900a2-82a8-4096-822e-a226f8a7ed9e,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:43.973045 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-ffcf3c7f-ed5b-441e-80a0-4a148378f102 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44592c78a4c54bf6b62d1528b1f3107c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6909969 Jul 08 22:20:43.979352 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39014) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:43.993753 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Attempting to bind port 007d01ab-8100-4437-b81d-741da5e2e9dd on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:20:43.994998 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Attempting to bind port 007d01ab-8100-4437-b81d-741da5e2e9dd by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:20:43.995525 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Attempting to bind port 007d01ab-8100-4437-b81d-741da5e2e9dd on network 70939837-e8e1-46d7-9ec3-a2b37e3f114d {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:20:44.002079 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:20:44.002535 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Checking segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:44.003126 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.004100 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Bound using segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:20:44.004637 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Bound port: 007d01ab-8100-4437-b81d-741da5e2e9dd, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:20:44.005261 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.006010 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Allocated IP 172.27.1.217 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/e028215c-3c71-4c07-a2c9-2a63e7ca630b) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:44.035217 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Network ebde3ed6-da3b-45a6-882a-f82e1fcf467d is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:20:44.037637 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.051589 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.076450 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] For port 007d01ab-8100-4437-b81d-741da5e2e9dd, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:20:44.080868 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] For port 007d01ab-8100-4437-b81d-741da5e2e9dd, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=007d01ab-8100-4437-b81d-741da5e2e9dd,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:20:44.084488 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.091198 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, ebde3ed6-da3b-45a6-882a-f82e1fcf467d) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:44.122538 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835f311-f7dc-411d-9985-d4c8b482a5ed None None] Network ebde3ed6-da3b-45a6-882a-f82e1fcf467d requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:20:44.130500 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.140168 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:44.141235 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.186487 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.224796 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c049ad-5136-4520-b9df-0be63f565dfb None None] Pushing event updated for resources: {'Port': ['ID=007d01ab-8100-4437-b81d-741da5e2e9dd,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:44.262424 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:44.266753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:44.268552 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Pushing event updated for resources: {'Port': ['ID=e028215c-3c71-4c07-a2c9-2a63e7ca630b,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:44.280943 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:44.348591 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8428e2-1036-4883-b7d5-c1335bb14af7 None None] Network ebde3ed6-da3b-45a6-882a-f82e1fcf467d requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:20:44.440551 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9ef54d08-b516-45a6-aabd-c0bd89b91566 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1761990 Jul 08 22:20:44.529435 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Allocated IP 172.27.1.141 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/15dc9757-17ff-466e-aa70-bb2ebc29c961) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:44.578296 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02f32f77-dbac-43d8-abb2-5ccb0a199117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.583169 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02f32f77-dbac-43d8-abb2-5ccb0a199117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.589906 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-02f32f77-dbac-43d8-abb2-5ccb0a199117 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e14f93b5-524f-45a3-a963-50a6d2401c57 HTTP/1.1" status: 204 len: 168 time: 1.2315071 Jul 08 22:20:44.662019 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f32f77-dbac-43d8-abb2-5ccb0a199117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14f93b5-524f-45a3-a963-50a6d2401c57,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:44.875217 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:44.886906 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13f7dbb3-661c-485a-a096-c6fc82270962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.009772 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13f7dbb3-661c-485a-a096-c6fc82270962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.022110 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-207fd350-8f3c-4a04-b616-3953f6af4e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.060387 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.140901 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13f7dbb3-661c-485a-a096-c6fc82270962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.144623 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13f7dbb3-661c-485a-a096-c6fc82270962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.146612 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-13f7dbb3-661c-485a-a096-c6fc82270962 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/197900a2-82a8-4096-822e-a226f8a7ed9e HTTP/1.1" status: 204 len: 168 time: 1.1452789 Jul 08 22:20:45.171517 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.221640 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.223627 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7dbb3-661c-485a-a096-c6fc82270962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197900a2-82a8-4096-822e-a226f8a7ed9e,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:45.273901 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12117076-fe8e-43fa-8761-13bf864818fa None None] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:20:45.287465 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.339334 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39054) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:45.376951 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-1972991c-9753-4add-a8ad-eb2371dd343f None None] Provisioning for port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:45.426581 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d5f484ce-427a-46fb-81d0-235b4d29f8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.462856 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:45.480439 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:45.483425 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Allocated IP 172.27.1.48 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/c15b0761-07e8-44e1-bb39-f37f2879f009) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:45.491087 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:45.537824 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 007d01ab-8100-4437-b81d-741da5e2e9dd up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:45.606012 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Router 8dc596ac-ad16-4602-9423-42ae2b326462 is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:20:45.648124 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 007d01ab-8100-4437-b81d-741da5e2e9dd completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:45.656209 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:45.682792 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Pushing event updated for resources: {'Port': ['ID=15dc9757-17ff-466e-aa70-bb2ebc29c961,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:45.739486 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:45.745308 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:45.746088 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:45.789354 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec20908-3716-4869-91b5-f89a82e805b0 None None] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:20:45.908266 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:20:45.924748 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Sync routers for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:20:45.946556 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:45.948059 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:45.977757 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39062) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:46.069795 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-12dc373b-314a-4858-9357-a9f4bb913a6f None None] Provisioning for port 007d01ab-8100-4437-b81d-741da5e2e9dd completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:46.095932 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-12dc373b-314a-4858-9357-a9f4bb913a6f None None] Provisioning complete for port 007d01ab-8100-4437-b81d-741da5e2e9dd triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:46.096319 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-12dc373b-314a-4858-9357-a9f4bb913a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.104787 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dce73ce6-19d1-4d93-9bf2-e8909d6a3aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.149308 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39082) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:46.154313 dv-cinder-800093-1-iscsi neutron-server[93028]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 22:20:46.199748 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.211890 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.230221 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.275407 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:46.279714 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-12dc373b-314a-4858-9357-a9f4bb913a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.298110 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d5f484ce-427a-46fb-81d0-235b4d29f8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.303881 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d5f484ce-427a-46fb-81d0-235b4d29f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.325053 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-12dc373b-314a-4858-9357-a9f4bb913a6f None None] For port 007d01ab-8100-4437-b81d-741da5e2e9dd, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=007d01ab-8100-4437-b81d-741da5e2e9dd,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:20:46.356406 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-12dc373b-314a-4858-9357-a9f4bb913a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.386532 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] Notify callbacks [] for router, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.390688 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-67701081-84c6-4e78-9b85-f9fe4cb55612 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8280888 Jul 08 22:20:46.402415 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39096) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:46.407910 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d5f484ce-427a-46fb-81d0-235b4d29f8f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b65654d71dd4368909db6414790d046&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0531993 Jul 08 22:20:46.413389 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39098) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:46.435187 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc373b-314a-4858-9357-a9f4bb913a6f None None] Pushing event updated for resources: {'Port': ['ID=007d01ab-8100-4437-b81d-741da5e2e9dd,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:46.484082 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f484ce-427a-46fb-81d0-235b4d29f8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4a0c8-ce43-490f-bf30-fba8804a4296,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:46.504837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.551896 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.559010 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:20:46.583925 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.650851 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:46.669227 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-77d2a7fc-e02e-4d63-97d6-19fa5467c24d None None] Provisioning complete for port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:46.669599 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-77d2a7fc-e02e-4d63-97d6-19fa5467c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.744361 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:44Z', 'revision_number': 3, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:46.816680 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:46.817196 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Checking router: 8dc596ac-ad16-4602-9423-42ae2b326462 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:20:46.817560 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Updating router 8dc596ac-ad16-4602-9423-42ae2b326462 port e028215c-3c71-4c07-a2c9-2a63e7ca630b binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:20:46.823016 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:46.840967 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:46.856952 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dce73ce6-19d1-4d93-9bf2-e8909d6a3aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.905584 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-437dd520-8b9d-4c3f-a6e2-613da52a8ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.907788 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dce73ce6-19d1-4d93-9bf2-e8909d6a3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.928995 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:46.952111 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Pushing event updated for resources: {'Port': ['ID=c15b0761-07e8-44e1-bb39-f37f2879f009,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:46.982190 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-dce73ce6-19d1-4d93-9bf2-e8909d6a3aa3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06d39eb5e8e745e488d24aa8025ac157&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0027351 Jul 08 22:20:46.992647 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce73ce6-19d1-4d93-9bf2-e8909d6a3aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44f685-9fe5-4dab-8721-d7598b079553,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:46.997401 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.020564 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39120) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:47.075470 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-a54bfb13-636e-4916-a655-02049fa552e0 None None] Provisioning complete for port 007d01ab-8100-4437-b81d-741da5e2e9dd triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:47.076047 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a54bfb13-636e-4916-a655-02049fa552e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.145076 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2293fd07-490f-462b-a8a8-bb02920457e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.149484 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-437dd520-8b9d-4c3f-a6e2-613da52a8ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.165750 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-ef631920-1e87-4f8f-9ece-bb6706026c50 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:47.167768 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-ef631920-1e87-4f8f-9ece-bb6706026c50 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/networks?id=ebde3ed6-da3b-45a6-882a-f82e1fcf467d HTTP/1.1" status: 200 len: 811 time: 1.0151582 Jul 08 22:20:47.201919 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-06b64192-2d96-4ead-8896-0a436832381c tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/quotas/c2d5ebe3f95144a889030c6c8717a865 HTTP/1.1" status: 200 len: 375 time: 0.0260961 Jul 08 22:20:47.228837 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2293fd07-490f-462b-a8a8-bb02920457e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.317591 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-6da8b448-0af7-476a-9ef1-754e06dad9dc tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2d5ebe3f95144a889030c6c8717a865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952008 Jul 08 22:20:47.422360 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 007d01ab-8100-4437-b81d-741da5e2e9dd up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:47.446094 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2293fd07-490f-462b-a8a8-bb02920457e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.466015 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2293fd07-490f-462b-a8a8-bb02920457e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.474617 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.476038 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2293fd07-490f-462b-a8a8-bb02920457e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c44f685-9fe5-4dab-8721-d7598b079553 HTTP/1.1" status: 204 len: 168 time: 0.4484816 Jul 08 22:20:47.515056 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293fd07-490f-462b-a8a8-bb02920457e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44f685-9fe5-4dab-8721-d7598b079553,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:47.527113 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.541563 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Transition to ACTIVE for port object e028215c-3c71-4c07-a2c9-2a63e7ca630b will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:47.542310 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-437dd520-8b9d-4c3f-a6e2-613da52a8ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.553527 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-437dd520-8b9d-4c3f-a6e2-613da52a8ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.561335 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-437dd520-8b9d-4c3f-a6e2-613da52a8ee7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86a4a0c8-ce43-490f-bf30-fba8804a4296 HTTP/1.1" status: 204 len: 168 time: 1.1466472 Jul 08 22:20:47.565345 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.633696 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 007d01ab-8100-4437-b81d-741da5e2e9dd triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:47.634565 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.664427 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dd520-8b9d-4c3f-a6e2-613da52a8ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4a0c8-ce43-490f-bf30-fba8804a4296,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:47.772747 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Attempting to bind port e028215c-3c71-4c07-a2c9-2a63e7ca630b on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:20:47.773742 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Attempting to bind port e028215c-3c71-4c07-a2c9-2a63e7ca630b by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:20:47.774557 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Attempting to bind port e028215c-3c71-4c07-a2c9-2a63e7ca630b on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:20:47.779728 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Pushing event updated for resources: {'Port': ['ID=e028215c-3c71-4c07-a2c9-2a63e7ca630b,revision_number=2']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:47.797450 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:20:47.798905 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:47.799982 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.802651 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:20:47.804162 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Bound port: e028215c-3c71-4c07-a2c9-2a63e7ca630b, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:20:47.804935 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.811071 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.813276 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.814265 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.815164 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.816029 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.817380 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.818381 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.819254 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.820128 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.820763 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.821787 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.823655 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Tracked resource versions report: Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: pushed versions: Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: { 'AddressGroup': {'1.2'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'ConntrackHelper': {'1.0'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Log': {'1.0'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Network': {'1.1'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Port': {'1.7'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'PortForwarding': {'1.2'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'QosPolicy': {'1.8'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SecurityGroup': {'1.4'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SecurityGroupRule': {'1.2'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SubPort': {'1.0'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Subnet': {'1.1'}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Trunk': {'1.1'}} Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: consumer versions: Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: { DHCP agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: HyperV agent@hv-cinder-80009: {}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: L3 agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: Metadata agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: Metering agent@dv-cinder-800093-1-iscsi: {}, Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: Open vSwitch agent@dv-cinder-800093-1-iscsi: { 'AddressGroup': '1.2', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'ConntrackHelper': '1.0', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Log': '1.0', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Network': '1.1', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Port': '1.7', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'PortForwarding': '1.2', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'QosPolicy': '1.8', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SecurityGroup': '1.4', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SecurityGroupRule': '1.2', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'SubPort': '1.0', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Subnet': '1.1', Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: 'Trunk': '1.1'}} Jul 08 22:20:47.829093 dv-cinder-800093-1-iscsi neutron-server[93030]: {{(pid=93030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 22:20:47.845837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.936714 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.971121 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] For port e028215c-3c71-4c07-a2c9-2a63e7ca630b, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:20:47.976362 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] For port e028215c-3c71-4c07-a2c9-2a63e7ca630b, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e028215c-3c71-4c07-a2c9-2a63e7ca630b,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:20:47.981952 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:47.998242 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Router 4841c4be-8979-44e7-95bd-c7baf93a676e is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:20:48.041965 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:48.154433 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:48.155806 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:48.176309 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:20:48.206180 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Sync routers for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:20:48.221024 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:48.226654 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9cb61eea-990d-4e0b-abb0-f1cdbcb4437f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2654400 Jul 08 22:20:48.227220 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39156) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:48.233673 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f8974-abf0-4fed-bbf0-8a9eb1a599a6 None None] Pushing event updated for resources: {'Port': ['ID=e028215c-3c71-4c07-a2c9-2a63e7ca630b,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:48.243433 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-9951d67d-b256-4e81-8c40-c1fbc3d6b0c7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:20:48.248125 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-9951d67d-b256-4e81-8c40-c1fbc3d6b0c7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6305785 Jul 08 22:20:48.252459 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:48.253060 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:48.326549 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39164) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:48.367237 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:48.368467 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:48.374498 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-11f0fef9-8ed1-492e-87d1-ada7941674ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:48.423825 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Router 5ea21cc7-472d-4f06-a3f1-480035fde464 is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:20:48.446317 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:48.546184 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:48.795364 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:49.012575 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-11f0fef9-8ed1-492e-87d1-ada7941674ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:49.041095 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-11f0fef9-8ed1-492e-87d1-ada7941674ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:49.167338 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:44Z', 'revision_number': 3, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:49.271417 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634775d-2482-4f4d-a59e-07872e391a84 None None] The sync data for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi is: [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:44Z', 'revision_number': 3, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:20:49.300008 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-24cf9c2a-b26c-4bc7-8d6b-e2b470f9ee6a service neutron] 10.222.0.43 "GET /v2.0/networks/ebde3ed6-da3b-45a6-882a-f82e1fcf467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0291457 Jul 08 22:20:49.378436 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0fef9-8ed1-492e-87d1-ada7941674ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e20d3c-b599-432d-b899-5950b9da5512,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:49.452613 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-11f0fef9-8ed1-492e-87d1-ada7941674ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9692f72477624c6690b458b3505e4815&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1233635 Jul 08 22:20:49.459018 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39202) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:49.478220 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:20:49.489143 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Sync routers for ids ['5ea21cc7-472d-4f06-a3f1-480035fde464'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:20:49.489914 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-859886bc-47b5-4c05-a5dd-d83cd5015a5e service neutron] 10.222.0.43 "GET /v2.0/networks/ebde3ed6-da3b-45a6-882a-f82e1fcf467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817465 Jul 08 22:20:49.500756 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Routers {'5ea21cc7-472d-4f06-a3f1-480035fde464'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:49.504111 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['5ea21cc7-472d-4f06-a3f1-480035fde464'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:49.590798 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:45Z', 'revision_number': 3, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:49.633692 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:49.644253 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6282e020-9b0b-42f1-85d6-8d8b649245ee admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6667252 Jul 08 22:20:49.647295 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39206) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:49.680477 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Allocated IP 172.20.0.1 (70939837-e8e1-46d7-9ec3-a2b37e3f114d/7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc/c4181c41-9306-4acc-988b-f00982014cc6) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:49.686892 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Checking router: 4841c4be-8979-44e7-95bd-c7baf93a676e for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:20:49.687296 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Updating router 4841c4be-8979-44e7-95bd-c7baf93a676e port 15dc9757-17ff-466e-aa70-bb2ebc29c961 binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:20:49.804296 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:49.882840 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e737a931-8808-49d2-88d1-ad0d5f41064a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:49.988795 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.027271 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39228) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:50.045810 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Set router 5ea21cc7-472d-4f06-a3f1-480035fde464 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:50.125873 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f1ef1e00-0167-4bba-b163-c902ce0a1b59 req-b0f2ab87-51b4-4738-ba28-a9d91b6e81af tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 210 time: 0.0969992 Jul 08 22:20:50.177142 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e737a931-8808-49d2-88d1-ad0d5f41064a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.507823 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.535317 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e737a931-8808-49d2-88d1-ad0d5f41064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.540298 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e737a931-8808-49d2-88d1-ad0d5f41064a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.569414 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e737a931-8808-49d2-88d1-ad0d5f41064a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69e20d3c-b599-432d-b899-5950b9da5512 HTTP/1.1" status: 204 len: 168 time: 1.1090543 Jul 08 22:20:50.630860 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:47Z', 'revision_number': 3, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port': {'id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:50.677688 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Allocated IP 172.20.0.1 (c00e401a-82e8-4098-9ca7-6a8e7c87ba15/b2fb9977-0d38-47d9-a312-9fe8b7450243/b7f54bc1-736e-404a-af51-7af03e79fe6b) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:50.696966 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.702855 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737a931-8808-49d2-88d1-ad0d5f41064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e20d3c-b599-432d-b899-5950b9da5512,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:50.705113 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Checking router: 5ea21cc7-472d-4f06-a3f1-480035fde464 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:20:50.705812 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Updating router 5ea21cc7-472d-4f06-a3f1-480035fde464 port c15b0761-07e8-44e1-bb39-f37f2879f009 binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:20:50.724250 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Transition to ACTIVE for port object 15dc9757-17ff-466e-aa70-bb2ebc29c961 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:50.750772 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.782204 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Transition to ACTIVE for port object c4181c41-9306-4acc-988b-f00982014cc6 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:50.787180 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.844839 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86601539-d476-4e36-84de-7c5543367768 None None] Pushing event updated for resources: {'Port': ['ID=15dc9757-17ff-466e-aa70-bb2ebc29c961,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:50.889283 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Attempting to bind port 15dc9757-17ff-466e-aa70-bb2ebc29c961 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:20:50.889653 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Attempting to bind port 15dc9757-17ff-466e-aa70-bb2ebc29c961 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:20:50.891903 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Attempting to bind port 15dc9757-17ff-466e-aa70-bb2ebc29c961 on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:20:50.915442 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:20:50.921667 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:50.922131 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:50.922549 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:20:50.923092 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Bound port: 15dc9757-17ff-466e-aa70-bb2ebc29c961, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:20:50.923501 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.031285 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.062839 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.087275 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:51.093373 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:51.097032 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:51.098325 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.109876 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Transition to ACTIVE for port object b7f54bc1-736e-404a-af51-7af03e79fe6b will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:51.200736 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.226936 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] For port 15dc9757-17ff-466e-aa70-bb2ebc29c961, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:20:51.241307 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] For port 15dc9757-17ff-466e-aa70-bb2ebc29c961, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=15dc9757-17ff-466e-aa70-bb2ebc29c961,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:20:51.276392 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.319546 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Pushing event updated for resources: {'Port': ['ID=b7f54bc1-736e-404a-af51-7af03e79fe6b,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:51.352037 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:51.360290 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:51.366005 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:51.367243 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.386713 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.404032 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Transition to ACTIVE for port object c15b0761-07e8-44e1-bb39-f37f2879f009 will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:51.430393 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.461411 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Pushing event updated for resources: {'Port': ['ID=c4181c41-9306-4acc-988b-f00982014cc6,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:51.467563 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:51.470675 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:51.602568 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86601539-d476-4e36-84de-7c5543367768 None None] Pushing event updated for resources: {'Port': ['ID=15dc9757-17ff-466e-aa70-bb2ebc29c961,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:51.623113 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e028215c-3c71-4c07-a2c9-2a63e7ca630b up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:51.632619 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Attempting to bind port c15b0761-07e8-44e1-bb39-f37f2879f009 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:20:51.633135 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Attempting to bind port c15b0761-07e8-44e1-bb39-f37f2879f009 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:20:51.633358 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Attempting to bind port c15b0761-07e8-44e1-bb39-f37f2879f009 on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:20:51.657280 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:20:51.657583 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:51.657996 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.658385 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:20:51.658896 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Bound port: c15b0761-07e8-44e1-bb39-f37f2879f009, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:20:51.659299 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.823318 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] For port c15b0761-07e8-44e1-bb39-f37f2879f009, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:20:51.828594 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] For port c15b0761-07e8-44e1-bb39-f37f2879f009, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=c15b0761-07e8-44e1-bb39-f37f2879f009,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:20:51.853506 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.886524 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cf609-2de3-426c-a3d1-395f600b1777 None None] Pushing event updated for resources: {'Port': ['ID=c15b0761-07e8-44e1-bb39-f37f2879f009,revision_number=2']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:51.905425 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9492d45e-e4e4-40d3-8b32-267a07a5057d None None] Provisioning for port c4181c41-9306-4acc-988b-f00982014cc6 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:51.922205 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9492d45e-e4e4-40d3-8b32-267a07a5057d None None] Provisioning complete for port c4181c41-9306-4acc-988b-f00982014cc6 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:51.923255 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9726002c-53ed-4df8-a4f7-ac3816259f4c req-dc5a671f-edc7-4fea-ba9d-671fd9c549d8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 210 time: 0.5636456 Jul 08 22:20:51.925237 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9492d45e-e4e4-40d3-8b32-267a07a5057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:51.966452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.010534 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port e028215c-3c71-4c07-a2c9-2a63e7ca630b completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:52.032566 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port e028215c-3c71-4c07-a2c9-2a63e7ca630b triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:52.033301 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.036625 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Routers {'5ea21cc7-472d-4f06-a3f1-480035fde464'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:52.037351 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['5ea21cc7-472d-4f06-a3f1-480035fde464'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:52.087534 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:52.098618 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.143606 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cf609-2de3-426c-a3d1-395f600b1777 None None] Pushing event updated for resources: {'Port': ['ID=c15b0761-07e8-44e1-bb39-f37f2879f009,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:52.235982 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] Set router 5ea21cc7-472d-4f06-a3f1-480035fde464 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:52.272883 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9492d45e-e4e4-40d3-8b32-267a07a5057d None None] Port c4181c41-9306-4acc-988b-f00982014cc6 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:20:52.309092 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.320511 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.321571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.362217 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.485962 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-e36477f8-1c90-4c4d-a22e-46a7136a22b0 None None] Provisioning for port b7f54bc1-736e-404a-af51-7af03e79fe6b completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:52.506309 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Pushing event updated for resources: {'Port': ['ID=b7f54bc1-736e-404a-af51-7af03e79fe6b,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:52.582122 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-e36477f8-1c90-4c4d-a22e-46a7136a22b0 None None] Provisioning complete for port b7f54bc1-736e-404a-af51-7af03e79fe6b triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:52.599662 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-e36477f8-1c90-4c4d-a22e-46a7136a22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.654153 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.656195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:52.661788 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:52.700173 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.700994 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.721572 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:47Z', 'revision_number': 3, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port': {'id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:52.746029 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-e36477f8-1c90-4c4d-a22e-46a7136a22b0 None None] Port b7f54bc1-736e-404a-af51-7af03e79fe6b cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:20:52.793116 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.796215 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164f5de-f132-4708-b4b7-141bbdc732a1 None None] The sync data for ids ['5ea21cc7-472d-4f06-a3f1-480035fde464'] in dv-cinder-800093-1-iscsi is: [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:47Z', 'revision_number': 3, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port': {'id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:20:52.861527 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port e028215c-3c71-4c07-a2c9-2a63e7ca630b, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e028215c-3c71-4c07-a2c9-2a63e7ca630b,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:20:52.912392 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:52.975546 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Allocated IP 172.20.0.1 (148cd707-9173-4930-a6b9-1abef03364ca/1a8e2f8c-4697-4386-b80b-1194abdcaf52/8380f0b7-b4c1-49e2-866b-6be1bba319fb) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:52.983160 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Router 4841c4be-8979-44e7-95bd-c7baf93a676e has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:20:53.003058 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Pushing event updated for resources: {'Port': ['ID=c4181c41-9306-4acc-988b-f00982014cc6,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:53.039200 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:45Z', 'revision_number': 3, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:53.044836 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=e028215c-3c71-4c07-a2c9-2a63e7ca630b,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:53.116898 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732df09-784b-40b8-81e9-d7000c2bb3c2 None None] The sync data for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi is: [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:45Z', 'revision_number': 3, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:20:53.293840 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-7d5e3f12-d939-4241-b559-480ee2ae9020 None None] Provisioning complete for port b7f54bc1-736e-404a-af51-7af03e79fe6b triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:53.294298 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3f12-d939-4241-b559-480ee2ae9020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:53.319591 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:20:53.347100 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-350ae5e1-f521-41bf-894d-8e0d822ecefa admin admin] 10.222.0.43 "PUT /v2.0/routers/4841c4be-8979-44e7-95bd-c7baf93a676e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1164529 Jul 08 22:20:53.486356 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e3f12-d939-4241-b559-480ee2ae9020 None None] Port b7f54bc1-736e-404a-af51-7af03e79fe6b cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:20:53.587290 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:53.610206 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:53.685770 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2f1f2832-2dae-42f4-9615-085e3a632450 req-23d26d24-fff4-47e9-9f55-89565365e4f9 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 210 time: 0.1754627 Jul 08 22:20:53.692593 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device c15b0761-07e8-44e1-bb39-f37f2879f009 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:53.793595 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:53.950652 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port c15b0761-07e8-44e1-bb39-f37f2879f009 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:53.967840 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port c15b0761-07e8-44e1-bb39-f37f2879f009 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:53.967969 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39352) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:53.968468 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.013069 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Router 8dc596ac-ad16-4602-9423-42ae2b326462 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:20:54.118200 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.169621 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port c15b0761-07e8-44e1-bb39-f37f2879f009, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=c15b0761-07e8-44e1-bb39-f37f2879f009,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:20:54.178330 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.179179 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e028215c-3c71-4c07-a2c9-2a63e7ca630b up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:54.182873 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-97bdcad5-7d22-431c-a282-ba522bf5656c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.249180 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.322771 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Pushing event updated for resources: {'Port': ['ID=8380f0b7-b4c1-49e2-866b-6be1bba319fb,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:54.362621 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Network 148cd707-9173-4930-a6b9-1abef03364ca is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:54.368417 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-8ba8fa38-1c20-4876-9c26-fc4ef5030b6b None None] Provisioning complete for port c4181c41-9306-4acc-988b-f00982014cc6 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:54.368788 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8ba8fa38-1c20-4876-9c26-fc4ef5030b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.369853 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:20:54.385507 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Sync routers for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:20:54.386876 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9bceb230-2aa1-4cad-9000-c2fb56f66f40 admin admin] 10.222.0.43 "PUT /v2.0/routers/8dc596ac-ad16-4602-9423-42ae2b326462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9777195 Jul 08 22:20:54.388352 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:54.398078 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:54.398755 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.434262 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=c15b0761-07e8-44e1-bb39-f37f2879f009,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:54.440787 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-97bdcad5-7d22-431c-a282-ba522bf5656c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.451235 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-97bdcad5-7d22-431c-a282-ba522bf5656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.490834 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:54.493218 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:54.556586 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-97bdcad5-7d22-431c-a282-ba522bf5656c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dbcf276e65c4badb254dc194039ac74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871117 Jul 08 22:20:54.564661 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39366) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:54.575659 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8fa38-1c20-4876-9c26-fc4ef5030b6b None None] Port c4181c41-9306-4acc-988b-f00982014cc6 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:20:54.607187 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port e028215c-3c71-4c07-a2c9-2a63e7ca630b triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:54.607559 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:54.651989 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdcad5-7d22-431c-a282-ba522bf5656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e202f5-aa3c-48b7-9039-10bf585a2729,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:54.834644 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.67', 58958) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:54.838420 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2481f2c8-646f-46ae-a116-62cde63dae86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.006385 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2481f2c8-646f-46ae-a116-62cde63dae86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.010035 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.078483 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39390) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:55.133015 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:55.149013 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-98d31364-e0d9-4b48-9533-59a928525974 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639589634', 'description': 'tempest-description--762021106'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:55.190139 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-f4ffac33-dd05-4e23-baba-7b4d2ad2779d tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:55.193454 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-f4ffac33-dd05-4e23-baba-7b4d2ad2779d tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.67 "GET /v2.0/networks?id=ebde3ed6-da3b-45a6-882a-f82e1fcf467d HTTP/1.1" status: 200 len: 811 time: 0.3574545 Jul 08 22:20:55.246535 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Request body: {'port': {'device_id': '36576be1-4ac3-44c4-b6e3-f698c5e126ac', 'network_id': 'ebde3ed6-da3b-45a6-882a-f82e1fcf467d', 'admin_state_up': True, 'tenant_id': 'c2d5ebe3f95144a889030c6c8717a865'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:55.296926 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-98d31364-e0d9-4b48-9533-59a928525974 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.452068 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2481f2c8-646f-46ae-a116-62cde63dae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.464010 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2481f2c8-646f-46ae-a116-62cde63dae86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.467499 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2481f2c8-646f-46ae-a116-62cde63dae86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84e202f5-aa3c-48b7-9039-10bf585a2729 HTTP/1.1" status: 204 len: 168 time: 0.8994255 Jul 08 22:20:55.567337 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481f2c8-646f-46ae-a116-62cde63dae86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e202f5-aa3c-48b7-9039-10bf585a2729,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:55.846265 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device c15b0761-07e8-44e1-bb39-f37f2879f009 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:55.918295 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.939396 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-98d31364-e0d9-4b48-9533-59a928525974 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.946216 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.953654 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:55.978048 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-98d31364-e0d9-4b48-9533-59a928525974 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.044328 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 2, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:56.108109 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-98d31364-e0d9-4b48-9533-59a928525974 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.110750 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-98d31364-e0d9-4b48-9533-59a928525974 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0243912 Jul 08 22:20:56.132738 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39430) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:56.146481 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-636312e0-f1ab-44cf-b3ee-9ecde861e70e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'security_group_rule': {'security_group_id': 'f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:56.148632 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port c15b0761-07e8-44e1-bb39-f37f2879f009 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:56.149034 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.150814 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Checking router: 8dc596ac-ad16-4602-9423-42ae2b326462 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:20:56.155333 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Updating router 8dc596ac-ad16-4602-9423-42ae2b326462 port c4181c41-9306-4acc-988b-f00982014cc6 binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:20:56.258056 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.270538 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d31364-e0d9-4b48-9533-59a928525974 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:56.327558 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-573093c1-24c4-4e40-8b42-aa1f8f01fc8b req-b9f25969-64b5-43dd-9cad-9209e8b61a41 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 210 time: 0.7858968 Jul 08 22:20:56.340841 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Pushing event updated for resources: {'Port': ['ID=8380f0b7-b4c1-49e2-866b-6be1bba319fb,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:56.369111 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Made reservation on behalf of c2d5ebe3f95144a889030c6c8717a865 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:20:56.374380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.518409 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 15dc9757-17ff-466e-aa70-bb2ebc29c961 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:56.528181 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-636312e0-f1ab-44cf-b3ee-9ecde861e70e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.532089 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Network 148cd707-9173-4930-a6b9-1abef03364ca is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:56.542262 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:56.757619 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 15dc9757-17ff-466e-aa70-bb2ebc29c961 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:20:56.773457 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 15dc9757-17ff-466e-aa70-bb2ebc29c961 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:20:56.774610 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.806375 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39458) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:56.816123 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-d0c3ccc9-f1b3-4a6d-af58-89ceb3a427ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206196690', 'description': 'tempest-description--1931569020'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:56.821702 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-636312e0-f1ab-44cf-b3ee-9ecde861e70e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.857824 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-636312e0-f1ab-44cf-b3ee-9ecde861e70e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.922664 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Allocated IP 172.20.0.3 (ebde3ed6-da3b-45a6-882a-f82e1fcf467d/a0aa6333-8767-4ec1-92c1-5a0e661d3722/24c6330c-adb9-4619-9eb1-5ae92db70173) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:56.927152 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636312e0-f1ab-44cf-b3ee-9ecde861e70e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f155b4-1f6c-4cfe-b727-2829728d689d,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:56.957800 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ccc9-f1b3-4a6d-af58-89ceb3a427ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.972814 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-636312e0-f1ab-44cf-b3ee-9ecde861e70e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:56.975139 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-636312e0-f1ab-44cf-b3ee-9ecde861e70e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8433642 Jul 08 22:20:56.977556 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Router 5ea21cc7-472d-4f06-a3f1-480035fde464 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:20:56.980908 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39466) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:56.986555 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9c7815ad-2b4e-4e77-8a38-50c461c07180 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'security_group_rule': {'security_group_id': 'f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:57.161882 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Sync routers for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:20:57.167856 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.173618 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:57.174253 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:57.210179 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c7815ad-2b4e-4e77-8a38-50c461c07180 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.296655 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.300241 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 15dc9757-17ff-466e-aa70-bb2ebc29c961, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=15dc9757-17ff-466e-aa70-bb2ebc29c961,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:20:57.329905 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.343571 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Transition to ACTIVE for port object c4181c41-9306-4acc-988b-f00982014cc6 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:57.393267 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.413652 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.503224 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.557963 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:20:57.588901 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Sync routers for ids ['5ea21cc7-472d-4f06-a3f1-480035fde464'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:20:57.595546 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:57.635676 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2000f243-2089-4a16-870e-9a7d12fcdde4 admin admin] 10.222.0.43 "PUT /v2.0/routers/5ea21cc7-472d-4f06-a3f1-480035fde464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9852188 Jul 08 22:20:57.708926 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=15dc9757-17ff-466e-aa70-bb2ebc29c961,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:57.784375 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ccc9-f1b3-4a6d-af58-89ceb3a427ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.840027 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c7815ad-2b4e-4e77-8a38-50c461c07180 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.846875 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ccc9-f1b3-4a6d-af58-89ceb3a427ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.905005 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c7815ad-2b4e-4e77-8a38-50c461c07180 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:57.926341 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Network ebde3ed6-da3b-45a6-882a-f82e1fcf467d is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:20:57.949877 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Routers {'5ea21cc7-472d-4f06-a3f1-480035fde464'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:20:57.950536 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['5ea21cc7-472d-4f06-a3f1-480035fde464'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:58.010300 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7815ad-2b4e-4e77-8a38-50c461c07180 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9700d8-d63f-45d4-9107-e7038268993a,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:58.023870 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ccc9-f1b3-4a6d-af58-89ceb3a427ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.027701 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d0c3ccc9-f1b3-4a6d-af58-89ceb3a427ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2152462 Jul 08 22:20:58.042720 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39530) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:58.046461 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c7815ad-2b4e-4e77-8a38-50c461c07180 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.050875 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9c7815ad-2b4e-4e77-8a38-50c461c07180 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0686972 Jul 08 22:20:58.059453 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:20:58.068369 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-47b5cc52-f686-471f-a745-b1c1e56ffa6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'security_group_rule': {'security_group_id': '67b086d8-e2a5-4f7d-a3d9-77102113a969', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:58.079189 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:20:58.104696 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:58.113636 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.118070 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39532) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:58.171511 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3ccc9-f1b3-4a6d-af58-89ceb3a427ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b086d8-e2a5-4f7d-a3d9-77102113a969,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:58.183917 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:58.215770 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-47b5cc52-f686-471f-a745-b1c1e56ffa6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.241766 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Pushing event updated for resources: {'Port': ['ID=24c6330c-adb9-4619-9eb1-5ae92db70173,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:58.261620 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Attempting to bind port c4181c41-9306-4acc-988b-f00982014cc6 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:20:58.267803 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Attempting to bind port c4181c41-9306-4acc-988b-f00982014cc6 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:20:58.267803 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Attempting to bind port c4181c41-9306-4acc-988b-f00982014cc6 on network 70939837-e8e1-46d7-9ec3-a2b37e3f114d {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:20:58.312062 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cff13-4ec6-4133-92c2-a1418a994a59 None None] Pushing event updated for resources: {'Port': ['ID=c4181c41-9306-4acc-988b-f00982014cc6,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:58.405892 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-47b5cc52-f686-471f-a745-b1c1e56ffa6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.417107 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-47b5cc52-f686-471f-a745-b1c1e56ffa6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.417465 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.441878 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 2, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:20:58.446079 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483128a-9310-47df-8106-6314323f95dc req-748df645-ac47-4520-bd98-453116ec41e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:20:58.448923 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5cc52-f686-471f-a745-b1c1e56ffa6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7725ac9-ebe0-4fc9-abbe-8e46196ee9b1,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:58.457748 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a483128a-9310-47df-8106-6314323f95dc req-748df645-ac47-4520-bd98-453116ec41e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 931 time: 0.6280780 Jul 08 22:20:58.476635 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39560) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:58.514205 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-47b5cc52-f686-471f-a745-b1c1e56ffa6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.515483 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-47b5cc52-f686-471f-a745-b1c1e56ffa6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4633203 Jul 08 22:20:58.519659 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39564) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:58.527815 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Checking router: 4841c4be-8979-44e7-95bd-c7baf93a676e for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:20:58.528185 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Updating router 4841c4be-8979-44e7-95bd-c7baf93a676e port b7f54bc1-736e-404a-af51-7af03e79fe6b binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:20:58.529709 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-e3f39286-bb7b-4cb8-b542-794d0bc791e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2877851 Jul 08 22:20:58.538892 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-7f595cfb-1e6f-4eb5-ba86-beceb6e0bffd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'security_group_rule': {'security_group_id': '67b086d8-e2a5-4f7d-a3d9-77102113a969', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:58.588378 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-f7572396-28b9-4247-92ce-64b4500d6637 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:20:58.592384 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-f7572396-28b9-4247-92ce-64b4500d6637 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269876 Jul 08 22:20:58.599048 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:20:58.600257 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Checking segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:58.600854 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.602345 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Bound using segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:20:58.602978 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Bound port: c4181c41-9306-4acc-988b-f00982014cc6, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:20:58.606060 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.646136 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f595cfb-1e6f-4eb5-ba86-beceb6e0bffd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.673840 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.698702 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a483128a-9310-47df-8106-6314323f95dc req-2b5e444c-08ff-4aac-bb1f-9cae11a90230 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394810 Jul 08 22:20:58.767308 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f595cfb-1e6f-4eb5-ba86-beceb6e0bffd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.775938 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f595cfb-1e6f-4eb5-ba86-beceb6e0bffd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.803945 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Set router 5ea21cc7-472d-4f06-a3f1-480035fde464 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:20:58.849173 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f595cfb-1e6f-4eb5-ba86-beceb6e0bffd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799076f2-3cc1-4a70-9922-cc163fe24d8c,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:20:58.863360 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f595cfb-1e6f-4eb5-ba86-beceb6e0bffd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.867441 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7f595cfb-1e6f-4eb5-ba86-beceb6e0bffd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444722 Jul 08 22:20:58.875370 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39566) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:58.881240 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:58.885192 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:58.997650 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.132748 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Allocated IP 172.27.1.200 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/288ed92c-fb8b-494e-8fbc-63bdae69ed65) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:20:59.292676 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39584) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:20:59.376985 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc89eeb2-891d-4c58-bcf4-c115831f8fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.394748 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Request body: {'port': {'device_id': '36576be1-4ac3-44c4-b6e3-f698c5e126ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:20:59.496514 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-acae2104-7c9b-4b04-a4c0-e126287e864d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.641342 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 15dc9757-17ff-466e-aa70-bb2ebc29c961 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:20:59.711881 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.733581 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Transition to ACTIVE for port object b7f54bc1-736e-404a-af51-7af03e79fe6b will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:20:59.744707 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.814100 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] For port c4181c41-9306-4acc-988b-f00982014cc6, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:20:59.830273 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.832214 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] For port c4181c41-9306-4acc-988b-f00982014cc6, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=c4181c41-9306-4acc-988b-f00982014cc6,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:20:59.901910 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Attempting to bind port b7f54bc1-736e-404a-af51-7af03e79fe6b on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:20:59.902639 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Attempting to bind port b7f54bc1-736e-404a-af51-7af03e79fe6b by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:20:59.903265 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Attempting to bind port b7f54bc1-736e-404a-af51-7af03e79fe6b on network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:20:59.916394 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:20:59.916785 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.917235 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Checking segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:20:59.917728 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.918267 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Bound using segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:20:59.918858 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Bound port: b7f54bc1-736e-404a-af51-7af03e79fe6b, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:20:59.919344 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.930977 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc89eeb2-891d-4c58-bcf4-c115831f8fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.947262 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc89eeb2-891d-4c58-bcf4-c115831f8fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:20:59.980105 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:00.085904 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] For port b7f54bc1-736e-404a-af51-7af03e79fe6b, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:21:00.095983 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] For port b7f54bc1-736e-404a-af51-7af03e79fe6b, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=b7f54bc1-736e-404a-af51-7af03e79fe6b,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:21:00.110336 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a8b96-ffe4-4d7b-a23b-4ca5d3a0c295 None None] Pushing event updated for resources: {'Port': ['ID=b7f54bc1-736e-404a-af51-7af03e79fe6b,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:00.116174 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871717-94ab-44e8-891e-a2c34c30c711 req-867a1a6b-559d-4000-8e07-bc9dbfebcf9d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:00.119499 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:00.135892 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-867a1a6b-559d-4000-8e07-bc9dbfebcf9d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 818 time: 0.8628614 Jul 08 22:21:00.168902 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:21:00.174705 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:00.187173 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cff13-4ec6-4133-92c2-a1418a994a59 None None] Pushing event updated for resources: {'Port': ['ID=c4181c41-9306-4acc-988b-f00982014cc6,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:00.320281 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:21:00.324996 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:00.331334 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a8b96-ffe4-4d7b-a23b-4ca5d3a0c295 None None] Pushing event updated for resources: {'Port': ['ID=b7f54bc1-736e-404a-af51-7af03e79fe6b,revision_number=4']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:00.502152 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89eeb2-891d-4c58-bcf4-c115831f8fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c205f27b-539a-40fa-b282-ee6f556bcc3a,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:00.642364 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bc89eeb2-891d-4c58-bcf4-c115831f8fca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98865211710d4e5391dd5129e68ba5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1629593 Jul 08 22:21:00.643689 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39610) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:00.804708 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5d4862e4-d956-4bb2-b17c-11d35635c474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:00.823810 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:21:00.901774 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5d4862e4-d956-4bb2-b17c-11d35635c474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:00.952248 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-acae2104-7c9b-4b04-a4c0-e126287e864d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:00.979522 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:00.991342 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-acae2104-7c9b-4b04-a4c0-e126287e864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:01.059206 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 15dc9757-17ff-466e-aa70-bb2ebc29c961 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:01.063727 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:01.132265 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:01.139955 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae2104-7c9b-4b04-a4c0-e126287e864d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06983c86-6bf9-47e9-8547-7f80212662dc,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:01.232696 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:54Z', 'revision_number': 4, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port': {'id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '8380f0b7-b4c1-49e2-866b-6be1bba319fb', 'name': '', 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'mac_address': 'fa:16:3e:06:70:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1a8e2f8c-4697-4386-b80b-1194abdcaf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:52Z', 'updated_at': '2021-07-08T22:20:55Z', 'revision_number': 2, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'subnets': [{'id': '1a8e2f8c-4697-4386-b80b-1194abdcaf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:01.287225 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-3145e082-245d-44ac-86f6-af476fcae5e6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/quotas/162878b0207d4306a3d2e2a452b80417 HTTP/1.1" status: 200 len: 375 time: 1.1503160 Jul 08 22:21:01.290415 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'Port': ['ID=288ed92c-fb8b-494e-8fbc-63bdae69ed65,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:01.318508 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Allocated IP 172.27.1.146 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/6a81c932-1beb-482b-b66d-cdeafc39de56) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:21:01.339227 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:00Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:01.384962 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Checking router: 5ea21cc7-472d-4f06-a3f1-480035fde464 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:21:01.386413 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Updating router 5ea21cc7-472d-4f06-a3f1-480035fde464 port 8380f0b7-b4c1-49e2-866b-6be1bba319fb binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:21:01.417733 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c9ef6-e145-48f4-99f9-9a6ae7e10394 None None] The sync data for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi is: [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:00Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:21:01.484474 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:21:01.492781 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:01.549414 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:01.594431 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-acae2104-7c9b-4b04-a4c0-e126287e864d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be825539d4b94e8e9c36c5d182d747ad&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2923291 Jul 08 22:21:01.610234 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39650) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:01.661610 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:01.695164 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:21:01.749255 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:01.775763 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'Port': ['ID=6a81c932-1beb-482b-b66d-cdeafc39de56,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:01.781590 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5d4862e4-d956-4bb2-b17c-11d35635c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:01.786662 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5d4862e4-d956-4bb2-b17c-11d35635c474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:01.796857 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-5d4862e4-d956-4bb2-b17c-11d35635c474 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c205f27b-539a-40fa-b282-ee6f556bcc3a HTTP/1.1" status: 204 len: 168 time: 1.1400843 Jul 08 22:21:01.846667 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:21:01.865309 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:01.881871 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:21:01.892617 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4862e4-d956-4bb2-b17c-11d35635c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c205f27b-539a-40fa-b282-ee6f556bcc3a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:01.970727 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:21:02.025630 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c044e699-bf18-4d41-bd78-05421d4dcd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.105940 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c044e699-bf18-4d41-bd78-05421d4dcd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.180014 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c6330c-adb9-4619-9eb1-5ae92db70173 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:02.203870 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39658) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:02.218680 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdafa3-f5a0-4432-af1e-9b64ce2861fc req-bf99643b-a313-48e1-afd8-7fff52a59376 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:02.222982 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7ecdafa3-f5a0-4432-af1e-9b64ce2861fc req-bf99643b-a313-48e1-afd8-7fff52a59376 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 931 time: 2.2199645 Jul 08 22:21:02.251741 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.262742 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.356754 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.381643 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.426294 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.452194 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c044e699-bf18-4d41-bd78-05421d4dcd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.457106 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c044e699-bf18-4d41-bd78-05421d4dcd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.459872 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c044e699-bf18-4d41-bd78-05421d4dcd6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06983c86-6bf9-47e9-8547-7f80212662dc HTTP/1.1" status: 204 len: 168 time: 0.8472712 Jul 08 22:21:02.476157 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Transition to ACTIVE for port object 24c6330c-adb9-4619-9eb1-5ae92db70173 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:21:02.496375 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.545651 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Transition to ACTIVE for port object 8380f0b7-b4c1-49e2-866b-6be1bba319fb will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:21:02.586592 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39664) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:02.605475 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e699-bf18-4d41-bd78-05421d4dcd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06983c86-6bf9-47e9-8547-7f80212662dc,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:02.629780 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.703526 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Pushing event updated for resources: {'Port': ['ID=24c6330c-adb9-4619-9eb1-5ae92db70173,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:02.752920 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-65719984-1941-4551-894c-a4b2ddc199a0 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4139183 Jul 08 22:21:02.928439 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-708f46aa-33f3-4d3f-af81-8942810d95ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:02.941903 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7ecdafa3-f5a0-4432-af1e-9b64ce2861fc req-1af758fd-1ec2-4e0c-b2c5-0b4119154708 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884847 Jul 08 22:21:02.985165 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device b7f54bc1-736e-404a-af51-7af03e79fe6b up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:03.020626 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.031955 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.064520 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-19046374-77ea-4b0b-812d-535d8f57a6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.101200 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1a947-a8a5-4375-a339-795a4b8d8819 None None] Pushing event updated for resources: {'Port': ['ID=8380f0b7-b4c1-49e2-866b-6be1bba319fb,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:03.183648 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.260444 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-708f46aa-33f3-4d3f-af81-8942810d95ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.278545 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.280737 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-708f46aa-33f3-4d3f-af81-8942810d95ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.349728 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Attempting to bind port 8380f0b7-b4c1-49e2-866b-6be1bba319fb on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:21:03.350105 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Attempting to bind port 8380f0b7-b4c1-49e2-866b-6be1bba319fb by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:21:03.350473 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Attempting to bind port 8380f0b7-b4c1-49e2-866b-6be1bba319fb on network 148cd707-9173-4930-a6b9-1abef03364ca {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:03.359895 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:21:03.360298 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Checking segment: {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:03.360675 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.361071 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Bound using segment: {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:21:03.361555 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Bound port: 8380f0b7-b4c1-49e2-866b-6be1bba319fb, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:21:03.367454 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'Port': ['ID=6a81c932-1beb-482b-b66d-cdeafc39de56,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:03.384082 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.386967 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-708f46aa-33f3-4d3f-af81-8942810d95ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e891016037d54ac29a9b68af5c6bc5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1547480 Jul 08 22:21:03.389947 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f46aa-33f3-4d3f-af81-8942810d95ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a62d7-eacb-4b48-bc3a-399e7b65b9ec,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:03.392673 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39676) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:03.484266 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:20:59Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:03.485214 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-76d99e82-9739-4e60-ab3d-23fa41854d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.528703 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-76d99e82-9739-4e60-ab3d-23fa41854d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.583479 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-19046374-77ea-4b0b-812d-535d8f57a6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.597494 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-19046374-77ea-4b0b-812d-535d8f57a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.640022 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port b7f54bc1-736e-404a-af51-7af03e79fe6b completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:03.652892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.653137 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db9197a-25b7-4e71-9869-2cb3a1ce2b11 None None] The sync data for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi is: [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:20:59Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:21:03.656402 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port b7f54bc1-736e-404a-af51-7af03e79fe6b triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:03.658140 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.683083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.707841 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19046374-77ea-4b0b-812d-535d8f57a6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5db8ec-d548-40da-a10b-4144a385305f,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:03.727571 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.732856 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e1252cc0-e5db-4afe-9667-92886293d2d4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8548930 Jul 08 22:21:03.767587 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-76d99e82-9739-4e60-ab3d-23fa41854d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.781826 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-76d99e82-9739-4e60-ab3d-23fa41854d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.783455 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-76d99e82-9739-4e60-ab3d-23fa41854d62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c1a62d7-eacb-4b48-bc3a-399e7b65b9ec HTTP/1.1" status: 204 len: 168 time: 0.3882966 Jul 08 22:21:03.785037 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.792368 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-19046374-77ea-4b0b-812d-535d8f57a6ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a2e4fe74a1a4a1dbd6b15271c98bec7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2025106 Jul 08 22:21:03.798702 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39692) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:03.810541 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:21:03.821487 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d99e82-9739-4e60-ab3d-23fa41854d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a62d7-eacb-4b48-bc3a-399e7b65b9ec,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:03.897585 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Attempting to bind port 24c6330c-adb9-4619-9eb1-5ae92db70173 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:21:03.897939 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Attempting to bind port 24c6330c-adb9-4619-9eb1-5ae92db70173 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '8c249e62-5418-4da2-9730-7f0d2773ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ebde3ed6-da3b-45a6-882a-f82e1fcf467d'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:21:03.900046 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Attempting to bind port 24c6330c-adb9-4619-9eb1-5ae92db70173 on network ebde3ed6-da3b-45a6-882a-f82e1fcf467d {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:03.908392 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc362392-ecf2-4a6c-8fbd-093b19e8f1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.918922 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:03.955770 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc362392-ecf2-4a6c-8fbd-093b19e8f1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:04.014356 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] For port 8380f0b7-b4c1-49e2-866b-6be1bba319fb, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:21:04.016032 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8457015 Jul 08 22:21:04.027729 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] For port 8380f0b7-b4c1-49e2-866b-6be1bba319fb, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=8380f0b7-b4c1-49e2-866b-6be1bba319fb,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:21:04.055379 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:04.099512 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Port 24c6330c-adb9-4619-9eb1-5ae92db70173 on network ebde3ed6-da3b-45a6-882a-f82e1fcf467d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:21:04.101279 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc362392-ecf2-4a6c-8fbd-093b19e8f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:04.101405 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Attempting to bind port 24c6330c-adb9-4619-9eb1-5ae92db70173 on network ebde3ed6-da3b-45a6-882a-f82e1fcf467d {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:04.106729 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc362392-ecf2-4a6c-8fbd-093b19e8f1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:04.108863 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fc362392-ecf2-4a6c-8fbd-093b19e8f1d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb5db8ec-d548-40da-a10b-4144a385305f HTTP/1.1" status: 204 len: 168 time: 0.3085845 Jul 08 22:21:04.139811 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc362392-ecf2-4a6c-8fbd-093b19e8f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5db8ec-d548-40da-a10b-4144a385305f,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:04.186620 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4187a2a-54bd-4439-83e9-5b61e20a08b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'Port': ['ID=288ed92c-fb8b-494e-8fbc-63bdae69ed65,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:04.215778 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1a947-a8a5-4375-a339-795a4b8d8819 None None] Pushing event updated for resources: {'Port': ['ID=8380f0b7-b4c1-49e2-866b-6be1bba319fb,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:04.229732 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:21:04.230222 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Checking segment: {'id': '8c249e62-5418-4da2-9730-7f0d2773ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ebde3ed6-da3b-45a6-882a-f82e1fcf467d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:04.233112 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Bound using segment: {'id': '8c249e62-5418-4da2-9730-7f0d2773ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ebde3ed6-da3b-45a6-882a-f82e1fcf467d'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:21:04.236096 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Bound port: 24c6330c-adb9-4619-9eb1-5ae92db70173, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c249e62-5418-4da2-9730-7f0d2773ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ebde3ed6-da3b-45a6-882a-f82e1fcf467d'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:21:04.238876 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:04.273283 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Routers {'5ea21cc7-472d-4f06-a3f1-480035fde464'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:21:04.273508 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-d10935a7-a0f2-475d-9946-c9a54a91b6e0 service neutron] 10.222.0.43 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5188410 Jul 08 22:21:04.274278 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:20:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['5ea21cc7-472d-4f06-a3f1-480035fde464'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:04.276388 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:04.448984 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port b7f54bc1-736e-404a-af51-7af03e79fe6b, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=b7f54bc1-736e-404a-af51-7af03e79fe6b,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:04.458950 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:04.557867 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=b7f54bc1-736e-404a-af51-7af03e79fe6b,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:04.592176 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] Set router 5ea21cc7-472d-4f06-a3f1-480035fde464 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:21:04.651078 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39716) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:04.698248 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-82984c36-399c-4daf-8837-117f137fe5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:04.774605 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-6bb62ba0-3735-461b-93a7-4a990b5e4d91 service neutron] 10.222.0.43 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623073 Jul 08 22:21:05.022771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] For port 24c6330c-adb9-4619-9eb1-5ae92db70173, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:21:05.034400 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device c4181c41-9306-4acc-988b-f00982014cc6 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:05.064929 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] For port 24c6330c-adb9-4619-9eb1-5ae92db70173, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=24c6330c-adb9-4619-9eb1-5ae92db70173,segment=NetworkSegment(8c249e62-5418-4da2-9730-7f0d2773ea27),segment_id=8c249e62-5418-4da2-9730-7f0d2773ea27)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:21:05.084616 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b19fb-9b9f-46e9-9714-c13339dfcc90 req-38763267-3e13-4bcd-a0bd-011a85e2984f tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:05.086229 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bf6b19fb-9b9f-46e9-9714-c13339dfcc90 req-38763267-3e13-4bcd-a0bd-011a85e2984f tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 943 time: 0.8103886 Jul 08 22:21:05.091507 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-82984c36-399c-4daf-8837-117f137fe5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.098709 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-82984c36-399c-4daf-8837-117f137fe5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.104136 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.270880 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-82984c36-399c-4daf-8837-117f137fe5d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6a9a6c3a49c4f239bc1103061a25452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6185689 Jul 08 22:21:05.271913 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39738) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:05.276996 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82984c36-399c-4daf-8837-117f137fe5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5129006-83d7-4af9-bca5-feaa52d6ba14,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:05.324104 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Pushing event updated for resources: {'Port': ['ID=24c6330c-adb9-4619-9eb1-5ae92db70173,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:05.379132 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:05.379777 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.381049 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-758f362e-8ac8-4874-ab06-5616ece8691f service neutron] 10.222.0.67 "PUT /v2.0/ports/24c6330c-adb9-4619-9eb1-5ae92db70173 HTTP/1.1" status: 200 len: 1093 time: 6.1389558 Jul 08 22:21:05.381512 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36576be1-4ac3-44c4-b6e3-f698c5e126ac', 'tag': '24c6330c-adb9-4619-9eb1-5ae92db70173'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:05.397309 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port c4181c41-9306-4acc-988b-f00982014cc6 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:05.416791 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port c4181c41-9306-4acc-988b-f00982014cc6 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:05.417555 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.465467 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-728bbd98-2524-4115-a4a8-77c23c8fc34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.497686 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-728bbd98-2524-4115-a4a8-77c23c8fc34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.531996 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39754) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:05.623979 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-728bbd98-2524-4115-a4a8-77c23c8fc34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.628203 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-728bbd98-2524-4115-a4a8-77c23c8fc34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.630887 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-728bbd98-2524-4115-a4a8-77c23c8fc34a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5129006-83d7-4af9-bca5-feaa52d6ba14 HTTP/1.1" status: 204 len: 168 time: 0.3407547 Jul 08 22:21:05.661808 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bbd98-2524-4115-a4a8-77c23c8fc34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5129006-83d7-4af9-bca5-feaa52d6ba14,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:05.746063 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bf6b19fb-9b9f-46e9-9714-c13339dfcc90 req-3d93a532-1691-4a49-8bd1-26afbf6ffe66 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493564 Jul 08 22:21:05.883945 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.900776 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:05.935059 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-0685aaa4-116a-4a1a-9fab-1e4d3fe5fdb4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1206196690&fields=id&tenant_id=a6a487cb0e3444c695c2fadd762b8b32 HTTP/1.1" status: 200 len: 267 time: 0.3910453 Jul 08 22:21:06.066185 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:54Z', 'revision_number': 4, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port': {'id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '8380f0b7-b4c1-49e2-866b-6be1bba319fb', 'name': '', 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'mac_address': 'fa:16:3e:06:70:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1a8e2f8c-4697-4386-b80b-1194abdcaf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:52Z', 'updated_at': '2021-07-08T22:21:03Z', 'revision_number': 4, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'subnets': [{'id': '1a8e2f8c-4697-4386-b80b-1194abdcaf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:06.167024 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-045a89a9-80ea-4f19-866f-146659ca92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:06.173277 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-045a89a9-80ea-4f19-866f-146659ca92bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2d5ebe3f95144a889030c6c8717a865&device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 1096 time: 0.6353559 Jul 08 22:21:06.180711 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8154bfd-234c-4128-841d-7aac67a7eaa2 None None] The sync data for ids ['5ea21cc7-472d-4f06-a3f1-480035fde464'] in dv-cinder-800093-1-iscsi is: [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:54Z', 'revision_number': 4, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port': {'id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '8380f0b7-b4c1-49e2-866b-6be1bba319fb', 'name': '', 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'mac_address': 'fa:16:3e:06:70:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1a8e2f8c-4697-4386-b80b-1194abdcaf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:52Z', 'updated_at': '2021-07-08T22:21:03Z', 'revision_number': 4, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'subnets': [{'id': '1a8e2f8c-4697-4386-b80b-1194abdcaf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:21:06.220996 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941214819-network', 'tenant_id': '57dc3c8535904678bc46e106e00493bf'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:06.301414 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port c4181c41-9306-4acc-988b-f00982014cc6, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=c4181c41-9306-4acc-988b-f00982014cc6,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:06.323659 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:06.326857 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device b7f54bc1-736e-404a-af51-7af03e79fe6b up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:06.527621 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0922a0da-a795-419d-8968-18f8abdb12fd" -d '{"events": [{"name": "network-changed", "server_uuid": "36576be1-4ac3-44c4-b6e3-f698c5e126ac", "tag": "24c6330c-adb9-4619-9eb1-5ae92db70173"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:06.580526 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-da615dd4-d428-4a1f-b568-436d19d7f50d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c6330c-adb9-4619-9eb1-5ae92db70173 HTTP/1.1" status: 200 len: 217 time: 0.3737967 Jul 08 22:21:06.616890 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-44e29424-ba30-4b96-83d3-9c0d15e49e60 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1639589634&fields=id&tenant_id=8f91ea219e404c2c9aff7146d8ff0b13 HTTP/1.1" status: 200 len: 267 time: 0.5361733 Jul 08 22:21:06.846388 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-02a72b09-638d-4c72-98dd-5a81a20fe4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:06.852700 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-02a72b09-638d-4c72-98dd-5a81a20fe4f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0aa6333-8767-4ec1-92c1-5a0e661d3722 HTTP/1.1" status: 200 len: 851 time: 0.2421436 Jul 08 22:21:06.941083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcd19-e210-49f2-a316-5856a1323873 req-abac15fc-330a-4a4c-b7fb-67f7e85608c7 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:06.949833 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-abac15fc-330a-4a4c-b7fb-67f7e85608c7 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 811 time: 1.0135214 Jul 08 22:21:07.066431 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port b7f54bc1-736e-404a-af51-7af03e79fe6b triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:07.067705 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:07.151154 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=c4181c41-9306-4acc-988b-f00982014cc6,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:07.228564 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Made reservation on behalf of 57dc3c8535904678bc46e106e00493bf for: {'network': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:07.236081 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:07.281586 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39828) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:07.345804 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-512e0d00-7d91-4e95-92d4-1eec0f09405a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/quotas/a6a487cb0e3444c695c2fadd762b8b32 HTTP/1.1" status: 200 len: 375 time: 0.3926737 Jul 08 22:21:07.506205 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-0fd47c2a-3c93-4d76-91c5-f506551ee459 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebde3ed6-da3b-45a6-882a-f82e1fcf467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5383472 Jul 08 22:21:07.533709 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:07.873496 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 8380f0b7-b4c1-49e2-866b-6be1bba319fb up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:07.924638 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-917593128-network', 'tenant_id': '48d34403b02049dda9cbe29fd6903143'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:07.980930 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Made reservation on behalf of 48d34403b02049dda9cbe29fd6903143 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:07.988207 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.013717 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.022266 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 8380f0b7-b4c1-49e2-866b-6be1bba319fb completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:08.029136 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 8380f0b7-b4c1-49e2-866b-6be1bba319fb triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:08.030014 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.348578 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.359946 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.363874 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.376969 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:21:08.389227 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.389571 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Added segment 4cd56e88-936b-4fbe-933f-40c668f74320 of type vlan for network a57082ee-cf94-4ad2-b5dd-ce6abadfe98e Jul 08 22:21:08.439229 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.463717 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 8380f0b7-b4c1-49e2-866b-6be1bba319fb, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=8380f0b7-b4c1-49e2-866b-6be1bba319fb,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:08.469756 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.470688 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device c4181c41-9306-4acc-988b-f00982014cc6 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:08.489072 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.490645 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:08.494337 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.609686 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=8380f0b7-b4c1-49e2-866b-6be1bba319fb,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:08.632676 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13176f0-ef26-45c5-859f-48e659e8c9a6,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:08.633898 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port c4181c41-9306-4acc-988b-f00982014cc6 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:08.634451 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:08.660844 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3746905 Jul 08 22:21:08.662351 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39852) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:08.670457 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Request body: {'subnet': {'network_id': 'a57082ee-cf94-4ad2-b5dd-ce6abadfe98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-917593128-subnet', 'tenant_id': '48d34403b02049dda9cbe29fd6903143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:08.674573 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f007b29-087d-4848-a545-7180c258a337 admin admin] Pushing event updated for resources: {'Network': ['ID=a57082ee-cf94-4ad2-b5dd-ce6abadfe98e,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:08.722052 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network a57082ee-cf94-4ad2-b5dd-ce6abadfe98e details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:21:08.761935 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-1012d6d8-0532-48e1-aaf5-c75e04732da4 service neutron] 10.222.0.67 "GET /v2.0/networks/ebde3ed6-da3b-45a6-882a-f82e1fcf467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0645480 Jul 08 22:21:08.833294 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-e54342fe-ee68-4bce-b8a0-41bb46471592 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:08.843866 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-e54342fe-ee68-4bce-b8a0-41bb46471592 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 816 time: 2.1738095 Jul 08 22:21:09.306611 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:09.323759 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0bdeaf39-ba6d-4627-8ff8-1af479e657d7 req-f3681083-7586-4690-9d38-8c15385c73f5 service neutron] 10.222.0.67 "GET /v2.0/networks/ebde3ed6-da3b-45a6-882a-f82e1fcf467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494250 Jul 08 22:21:09.338555 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-6dacc315-0e8d-4684-9a90-4b0a96fab03d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/quotas/8f91ea219e404c2c9aff7146d8ff0b13 HTTP/1.1" status: 200 len: 375 time: 0.4921067 Jul 08 22:21:09.339189 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:09.343843 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Made reservation on behalf of 48d34403b02049dda9cbe29fd6903143 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:09.346667 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:09.452288 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:21:09.513769 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:09.514236 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.segments_db [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Added segment 1e5d1298-5096-4bc1-8921-8bcd1579bcb1 of type vlan for network 1d61f976-440c-492a-82d4-22686b1a396f Jul 08 22:21:09.530257 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 8380f0b7-b4c1-49e2-866b-6be1bba319fb up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:09.540606 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-049bf87b-0e1b-489c-b65b-de97c894ee3f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&fields=id HTTP/1.1" status: 200 len: 348 time: 2.0918269 Jul 08 22:21:09.562543 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1794b0-7878-4c4b-9448-8d8e50443c1a,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:09.646616 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 8380f0b7-b4c1-49e2-866b-6be1bba319fb triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:09.647609 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:09.774249 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-aecf4861-2538-4340-9304-cef26f86c37f service neutron] 10.222.0.43 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925318 Jul 08 22:21:09.814211 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:09.831184 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:10.032252 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Checking segment: {'id': '4cd56e88-936b-4fbe-933f-40c668f74320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a57082ee-cf94-4ad2-b5dd-ce6abadfe98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:10.037210 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-fd5a31ae-2988-476c-b407-d9c73517a49b service neutron] 10.222.0.43 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424383 Jul 08 22:21:10.038790 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Network hostable DHCP agents. Network: a57082ee-cf94-4ad2-b5dd-ce6abadfe98e, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:21:10.053291 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4c4b14-cbc9-4c8a-90b8-0f7a50284c3b,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:10.084660 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-06c8cf73-4973-46cb-825d-45ae7a9b5ea8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7342901 Jul 08 22:21:10.110591 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:10.111921 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:10.112848 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:10.120970 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Network a57082ee-cf94-4ad2-b5dd-ce6abadfe98e is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:21:10.136874 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, a57082ee-cf94-4ad2-b5dd-ce6abadfe98e) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:10.147498 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be25d6-1dcf-4574-aff7-4ddc2dab75bf None None] Network a57082ee-cf94-4ad2-b5dd-ce6abadfe98e requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:10.148463 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:10.149084 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:10.198135 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.6329539 Jul 08 22:21:10.200749 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39884) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:10.208418 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Request body: {'subnet': {'network_id': '1d61f976-440c-492a-82d4-22686b1a396f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941214819-subnet', 'tenant_id': '57dc3c8535904678bc46e106e00493bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:10.213863 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fd21be41-ab51-414b-8386-3ebac918e1f2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5498908 Jul 08 22:21:10.249340 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Made reservation on behalf of 57dc3c8535904678bc46e106e00493bf for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:10.254546 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:10.274225 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47beb6-66b1-46b0-8f81-4a2216a12c01 admin admin] Pushing event updated for resources: {'Network': ['ID=1d61f976-440c-492a-82d4-22686b1a396f,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:10.305810 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 1d61f976-440c-492a-82d4-22686b1a396f details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:21:10.883310 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b81118f-fef8-4064-bc95-3fa71d75b155 req-d0f77151-a559-445f-8be9-215c445f638a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 210 time: 0.0606241 Jul 08 22:21:10.931612 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-fb9fbc46-3b80-44d0-9d0a-b741f8a0caab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:21:10.931612 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-fb9fbc46-3b80-44d0-9d0a-b741f8a0caab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3964546 Jul 08 22:21:11.057042 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd5953-fa92-4d85-9ac4-bbbbab9e773e None None] Network a57082ee-cf94-4ad2-b5dd-ce6abadfe98e requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:11.063643 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:11.195271 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f7d2ec-bd7b-4b04-b998-4655e3008688,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:11.271780 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Checking segment: {'id': '1e5d1298-5096-4bc1-8921-8bcd1579bcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1d61f976-440c-492a-82d4-22686b1a396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:11.272419 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Network hostable DHCP agents. Network: 1d61f976-440c-492a-82d4-22686b1a396f, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:21:11.320921 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Network 1d61f976-440c-492a-82d4-22686b1a396f is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:21:11.338380 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 1d61f976-440c-492a-82d4-22686b1a396f) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:11.343432 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:11.344318 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:11.375189 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75535117-46be-497d-befb-a2e87fc9399c None None] Network 1d61f976-440c-492a-82d4-22686b1a396f requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:11.376071 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-37c4b1b5-d5c6-435c-9704-b82774982a19 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1739895 Jul 08 22:21:11.386765 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-904cbd2e-ecd3-43d8-b100-49dc6d381bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401746 Jul 08 22:21:11.471130 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871717-94ab-44e8-891e-a2c34c30c711 req-2c131bb8-550b-4226-b302-8ec147f810ef tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:11.474186 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-2c131bb8-550b-4226-b302-8ec147f810ef tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 818 time: 0.5499198 Jul 08 22:21:11.498153 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Request body: {'port': {'device_id': '97af9e80-c916-42da-90d2-1d01979478ba', 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca', 'admin_state_up': True, 'tenant_id': '162878b0207d4306a3d2e2a452b80417'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:11.630992 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-c7e5f86f-c683-4497-bde8-3f1b4fe2a752 service neutron] 10.222.0.43 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361820 Jul 08 22:21:11.757286 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Made reservation on behalf of 162878b0207d4306a3d2e2a452b80417 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:11.771071 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:11.807217 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39934) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:11.862962 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d7ba5-16d4-436c-a2fc-200d95f52100 None None] Network 1d61f976-440c-492a-82d4-22686b1a396f requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:11.957246 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.67', 58975) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:12.101366 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0c4123-a707-4d8d-95c4-a8628f5c4157 x-openstack-request-id: req-ac0c4123-a707-4d8d-95c4-a8628f5c4157 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:12.101911 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36576be1-4ac3-44c4-b6e3-f698c5e126ac", "tag": "24c6330c-adb9-4619-9eb1-5ae92db70173", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:12.101911 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac0c4123-a707-4d8d-95c4-a8628f5c4157 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:12.102315 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36576be1-4ac3-44c4-b6e3-f698c5e126ac', 'tag': '24c6330c-adb9-4619-9eb1-5ae92db70173', 'status': 'completed', 'code': 200} Jul 08 22:21:12.259138 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Allocated IP 172.20.0.3 (148cd707-9173-4930-a6b9-1abef03364ca/1a8e2f8c-4697-4386-b80b-1194abdcaf52/373663d4-4159-4405-a316-3f3ac1455c8e) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:21:12.294415 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922a0da-a795-419d-8968-18f8abdb12fd req-5d27b3cd-3efe-427b-83c8-b8633746ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:12.302601 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0922a0da-a795-419d-8968-18f8abdb12fd req-5d27b3cd-3efe-427b-83c8-b8633746ef0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2d5ebe3f95144a889030c6c8717a865&device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 1096 time: 0.3349638 Jul 08 22:21:12.303457 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c087d263-9792-4c76-9e96-5b8261345572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:12.360858 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17817de1-738e-4568-8154-753bcef403fc req-478eed44-8e02-492e-b7dd-1436343d369c tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:12.364851 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-17817de1-738e-4568-8154-753bcef403fc req-478eed44-8e02-492e-b7dd-1436343d369c tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 943 time: 0.2615395 Jul 08 22:21:12.499613 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7d80-29fc-4dd6-ae0b-5084eb9bfa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:12.560514 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-17817de1-738e-4568-8154-753bcef403fc req-01c8e0dd-4efe-43aa-9103-81f626ca6a04 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798546 Jul 08 22:21:12.568626 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-942b7716-1178-42a8-bb6d-f07e643793e9 req-cee3a919-c5a1-4488-b7cd-e762684183b9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 210 time: 0.0586214 Jul 08 22:21:12.692090 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 39978) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:12.698201 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834012286-network', 'tenant_id': '076b5693775f4e918b491aac2d6ed6e8'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:12.769866 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3ab9e9fe-27be-4dbc-aba6-b82c02774fe4 req-0e6e276b-7a8b-443f-9723-3bd06ccdd4c9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 210 time: 0.0581241 Jul 08 22:21:12.870076 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922a0da-a795-419d-8968-18f8abdb12fd req-bc1b8b0f-9636-444f-bce7-aa74c744fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:12.883679 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0922a0da-a795-419d-8968-18f8abdb12fd req-bc1b8b0f-9636-444f-bce7-aa74c744fdc7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebde3ed6-da3b-45a6-882a-f82e1fcf467d HTTP/1.1" status: 200 len: 912 time: 0.5467408 Jul 08 22:21:12.916591 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:12.926108 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-2c59f5b9-e5b6-4361-8c6a-c789fbe657e7 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:12.933138 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-2c59f5b9-e5b6-4361-8c6a-c789fbe657e7 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 818 time: 0.2225647 Jul 08 22:21:12.951254 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-ece0e816-702a-4219-8d65-4606b48a490f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/quotas/162878b0207d4306a3d2e2a452b80417 HTTP/1.1" status: 200 len: 375 time: 0.0170753 Jul 08 22:21:13.030024 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 39988) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:13.040658 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1758043047-network', 'tenant_id': 'f90d4dbc765a4a118eabe3768344ed4c'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:13.088857 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-454f58fb-b162-4feb-b54f-68c623d1cf2e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357615 Jul 08 22:21:13.107370 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.67', 58979) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:13.183170 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0922a0da-a795-419d-8968-18f8abdb12fd req-d6351609-59ad-40c8-b4ee-8aa1432dbbe0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c6330c-adb9-4619-9eb1-5ae92db70173 HTTP/1.1" status: 200 len: 217 time: 0.2884181 Jul 08 22:21:13.244903 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c087d263-9792-4c76-9e96-5b8261345572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.249930 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.257848 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c087d263-9792-4c76-9e96-5b8261345572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.300616 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922a0da-a795-419d-8968-18f8abdb12fd req-dc34b30b-625a-4cab-b66d-ef1f4fc42930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:13.302018 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcd19-e210-49f2-a316-5856a1323873 req-947b9e45-93e2-42d5-9e33-83eb0a7718f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:13.306066 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-947b9e45-93e2-42d5-9e33-83eb0a7718f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 811 time: 0.1953585 Jul 08 22:21:13.307804 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0922a0da-a795-419d-8968-18f8abdb12fd req-dc34b30b-625a-4cab-b66d-ef1f4fc42930 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0aa6333-8767-4ec1-92c1-5a0e661d3722 HTTP/1.1" status: 200 len: 851 time: 0.1166215 Jul 08 22:21:13.352496 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Made reservation on behalf of 076b5693775f4e918b491aac2d6ed6e8 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:13.355208 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.362391 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c087d263-9792-4c76-9e96-5b8261345572 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41c2ec4fbbaf4be48f738dcd76018ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5537341 Jul 08 22:21:13.366135 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40006) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:13.413836 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-523a95d2-447c-4eab-8638-424a612748aa tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6a487cb0e3444c695c2fadd762b8b32 HTTP/1.1" status: 200 len: 380 time: 0.0939260 Jul 08 22:21:13.415499 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0922a0da-a795-419d-8968-18f8abdb12fd req-1f51e012-3c94-4e61-8cc0-83156fccf104 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebde3ed6-da3b-45a6-882a-f82e1fcf467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940249 Jul 08 22:21:13.419032 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087d263-9792-4c76-9e96-5b8261345572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f556fcb6-5104-45c9-bdc6-ac24a423be5b,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:13.429411 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Network 148cd707-9173-4930-a6b9-1abef03364ca is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:21:13.434263 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.439418 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:13.447513 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'port': {'device_id': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'admin_state_up': True, 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'security_groups': ['67b086d8-e2a5-4f7d-a3d9-77102113a969']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:13.458968 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:21:13.465689 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:13.466427 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.545335 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Pushing event updated for resources: {'Port': ['ID=373663d4-4159-4405-a316-3f3ac1455c8e,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:13.557399 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Made reservation on behalf of f90d4dbc765a4a118eabe3768344ed4c for: {'network': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:13.560899 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.568246 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-429aba9c-c47f-4449-b741-ffa390cc3af5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0788321 Jul 08 22:21:13.569115 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-393f73e3-cb0d-4dad-bfe2-aa1cdea7f030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.576581 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-780c11af-07b3-4c48-853a-405a0f8f6704 service neutron] 10.222.0.43 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867923 Jul 08 22:21:13.600919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Request body: {'port': {'device_id': '97af9e80-c916-42da-90d2-1d01979478ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:13.607806 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0922a0da-a795-419d-8968-18f8abdb12fd req-fee9edf7-9c1e-4599-905a-a0dfa9bfd69d service neutron] 10.222.0.67 "GET /v2.0/networks/ebde3ed6-da3b-45a6-882a-f82e1fcf467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813908 Jul 08 22:21:13.631559 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-393f73e3-cb0d-4dad-bfe2-aa1cdea7f030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.666496 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.830977 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.839507 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.902077 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-393f73e3-cb0d-4dad-bfe2-aa1cdea7f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.904846 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-393f73e3-cb0d-4dad-bfe2-aa1cdea7f030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.906789 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-393f73e3-cb0d-4dad-bfe2-aa1cdea7f030 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f556fcb6-5104-45c9-bdc6-ac24a423be5b HTTP/1.1" status: 204 len: 168 time: 0.5058429 Jul 08 22:21:13.907747 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:21:13.938966 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d9c0d-2b61-44b5-ad3b-ee584115f5cf,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:13.958307 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f73e3-cb0d-4dad-bfe2-aa1cdea7f030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f556fcb6-5104-45c9-bdc6-ac24a423be5b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:13.964591 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0922a0da-a795-419d-8968-18f8abdb12fd req-d4eb8f6b-829e-442c-b25a-42263886a849 service neutron] 10.222.0.67 "GET /v2.0/networks/ebde3ed6-da3b-45a6-882a-f82e1fcf467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409841 Jul 08 22:21:13.966341 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:13.966719 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Added segment 75b8a0b2-c730-4a7e-b686-f6cfba38950f of type vlan for network dba60605-9580-4438-9ad1-4b3acfe75285 Jul 08 22:21:14.057578 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.123174 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.125707 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:14.127081 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.131064 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.187805 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-f13f15b7-ee98-4416-babb-afc78f93a60c service neutron] 10.222.0.43 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098092 Jul 08 22:21:14.245024 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40032) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:14.329337 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] Pushing event updated for resources: {'Network': ['ID=dba60605-9580-4438-9ad1-4b3acfe75285,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:14.332653 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a23252-00c0-4ece-8e23-c28e41644ae3 req-af034c9e-47ee-460d-9f4e-a69ebc8e8ebb tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:14.335124 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e8a23252-00c0-4ece-8e23-c28e41644ae3 req-af034c9e-47ee-460d-9f4e-a69ebc8e8ebb tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 943 time: 0.4042642 Jul 08 22:21:14.343777 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network dba60605-9580-4438-9ad1-4b3acfe75285 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:21:14.472448 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-a6eca1a5-87d4-4b2d-8b58-2c5863c9b524 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:14.482649 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-a6eca1a5-87d4-4b2d-8b58-2c5863c9b524 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 816 time: 0.3489497 Jul 08 22:21:14.573041 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40042) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:14.578968 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-8a5fc802-1f76-47cf-8cd3-d7ca4391f050 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f91ea219e404c2c9aff7146d8ff0b13 HTTP/1.1" status: 200 len: 380 time: 0.0874405 Jul 08 22:21:14.590222 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'port': {'device_id': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'admin_state_up': True, 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'security_groups': ['f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:14.600287 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.611264 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-44628855-d05d-44f7-abaf-d305a8d4fcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.627811 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.645080 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9d8e2563-5221-47c6-8e4d-bcf15a62febf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9481804 Jul 08 22:21:14.648098 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f9acc82-5025-4c4c-8392-51705080919d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.649391 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40050) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:14.660939 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Request body: {'subnet': {'network_id': 'dba60605-9580-4438-9ad1-4b3acfe75285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834012286-subnet', 'tenant_id': '076b5693775f4e918b491aac2d6ed6e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:14.676167 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e8a23252-00c0-4ece-8e23-c28e41644ae3 req-c331bc4e-a6ef-401c-a87a-b039a39bb634 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312800 Jul 08 22:21:14.747104 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1de26247-8bf5-4c79-93a1-bf5c22f0b936 req-66e84896-f173-4156-b97f-3668c84af1fd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 210 time: 0.1268163 Jul 08 22:21:14.755365 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:21:14.788702 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Made reservation on behalf of a6a487cb0e3444c695c2fadd762b8b32 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:14.793445 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.828024 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.828422 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.segments_db [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Added segment 08e0a886-17a5-43dd-b239-ee0b63509741 of type vlan for network b7e251f1-038c-436a-920d-8220d8ad7445 Jul 08 22:21:14.835770 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8cf83-357d-425b-9681-7bebeb0e5b5c,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:14.879413 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-49563096-e780-4617-9bf5-c081729155b1 req-b1b3e099-7b76-4285-8520-b1c519c0487a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 210 time: 0.0750451 Jul 08 22:21:14.891684 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-44628855-d05d-44f7-abaf-d305a8d4fcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.932920 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-44628855-d05d-44f7-abaf-d305a8d4fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:14.950860 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1e48308c-2a11-42cd-962a-61a6f0785c33 req-e1ed6f9a-41c6-4cfd-b6dd-aa28fa8d3758 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 210 time: 0.1163619 Jul 08 22:21:14.955053 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.db.api [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 22:21:14.955053 dv-cinder-800093-1-iscsi neutron-server[93027]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 22:21:14.955053 dv-cinder-800093-1-iscsi neutron-server[93027]: [parameters: {'project_id_1': '8f91ea219e404c2c9aff7146d8ff0b13', 'expiration_1': datetime.datetime(2021, 7, 8, 22, 21, 14, 717478)}] Jul 08 22:21:14.955053 dv-cinder-800093-1-iscsi neutron-server[93027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 22:21:14.955464 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG oslo_db.api [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 22:21:14.964943 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.db.api [None req-0f9acc82-5025-4c4c-8392-51705080919d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 22:21:14.964943 dv-cinder-800093-1-iscsi neutron-server[93028]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 22:21:14.964943 dv-cinder-800093-1-iscsi neutron-server[93028]: [parameters: {'project_id_1': '87a74581868e4e33bb665089cbfc067f', 'expiration_1': datetime.datetime(2021, 7, 8, 22, 21, 14, 759355)}] Jul 08 22:21:14.964943 dv-cinder-800093-1-iscsi neutron-server[93028]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 22:21:14.965332 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG oslo_db.api [None req-0f9acc82-5025-4c4c-8392-51705080919d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 22:21:14.975964 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Made reservation on behalf of 076b5693775f4e918b491aac2d6ed6e8 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:14.978230 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.001683 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.012305 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-83743a98-9a06-4995-bcc3-3ad222d15fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.031904 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-44628855-d05d-44f7-abaf-d305a8d4fcfa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8c86e5d6ebc4dc48d30e1ec3663e598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575703 Jul 08 22:21:15.034555 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40058) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:15.041281 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44628855-d05d-44f7-abaf-d305a8d4fcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d658d-8efe-4fb5-a7f4-7a99491a3b80,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:15.102072 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.102814 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:15.103515 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.120553 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-585f4095-420f-4bc2-8447-7ef7147192c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.151928 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-585f4095-420f-4bc2-8447-7ef7147192c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.205137 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1728833 Jul 08 22:21:15.208495 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40060) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:15.219354 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Request body: {'subnet': {'network_id': 'b7e251f1-038c-436a-920d-8220d8ad7445', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1758043047-subnet', 'tenant_id': 'f90d4dbc765a4a118eabe3768344ed4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:15.220971 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Allocated IP 172.20.0.5 (70939837-e8e1-46d7-9ec3-a2b37e3f114d/7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc/49b7e114-33b3-4201-923c-1de3b2a6ba35) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:21:15.227552 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.232894 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373663d4-4159-4405-a316-3f3ac1455c8e {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:15.237873 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe024ca2-e452-47f7-8941-70dbbaae5256 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e251f1-038c-436a-920d-8220d8ad7445,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:15.249563 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.255199 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network b7e251f1-038c-436a-920d-8220d8ad7445 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:21:15.292499 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Made reservation on behalf of f90d4dbc765a4a118eabe3768344ed4c for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:15.295249 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.297800 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Transition to ACTIVE for port object 373663d4-4159-4405-a316-3f3ac1455c8e will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:21:15.300913 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-585f4095-420f-4bc2-8447-7ef7147192c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.303775 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-585f4095-420f-4bc2-8447-7ef7147192c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.305112 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-585f4095-420f-4bc2-8447-7ef7147192c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/659d658d-8efe-4fb5-a7f4-7a99491a3b80 HTTP/1.1" status: 204 len: 168 time: 0.2695010 Jul 08 22:21:15.310022 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.349605 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.369354 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f4095-420f-4bc2-8447-7ef7147192c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d658d-8efe-4fb5-a7f4-7a99491a3b80,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:15.391271 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Pushing event updated for resources: {'Port': ['ID=373663d4-4159-4405-a316-3f3ac1455c8e,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:15.443953 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d25465-210f-4214-8c4c-e47bd2353d13,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:15.465854 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f9acc82-5025-4c4c-8392-51705080919d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.470359 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Checking segment: {'id': '75b8a0b2-c730-4a7e-b686-f6cfba38950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dba60605-9580-4438-9ad1-4b3acfe75285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:15.470723 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Network hostable DHCP agents. Network: dba60605-9580-4438-9ad1-4b3acfe75285, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:21:15.483687 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Attempting to bind port 373663d4-4159-4405-a316-3f3ac1455c8e on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:21:15.484021 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Attempting to bind port 373663d4-4159-4405-a316-3f3ac1455c8e by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:21:15.484351 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Attempting to bind port 373663d4-4159-4405-a316-3f3ac1455c8e on network 148cd707-9173-4930-a6b9-1abef03364ca {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:15.495536 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Port 373663d4-4159-4405-a316-3f3ac1455c8e on network 148cd707-9173-4930-a6b9-1abef03364ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:21:15.495749 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Attempting to bind port 373663d4-4159-4405-a316-3f3ac1455c8e on network 148cd707-9173-4930-a6b9-1abef03364ca {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:15.511163 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:21:15.511501 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Checking segment: {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:15.512110 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Bound using segment: {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:21:15.512319 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Bound port: 373663d4-4159-4405-a316-3f3ac1455c8e, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:21:15.512671 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.515444 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Made reservation on behalf of 8f91ea219e404c2c9aff7146d8ff0b13 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:15.519661 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.524571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.558704 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Transition to ACTIVE for port object 49b7e114-33b3-4201-923c-1de3b2a6ba35 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:21:15.576512 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Network dba60605-9580-4438-9ad1-4b3acfe75285 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:21:15.661751 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] For port 373663d4-4159-4405-a316-3f3ac1455c8e, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:21:15.666645 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] For port 373663d4-4159-4405-a316-3f3ac1455c8e, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=373663d4-4159-4405-a316-3f3ac1455c8e,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:21:15.676430 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, dba60605-9580-4438-9ad1-4b3acfe75285) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:15.676757 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.690284 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd639029-d616-4719-bece-6848a3f1c341 None None] Network dba60605-9580-4438-9ad1-4b3acfe75285 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:15.695276 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.736422 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:15.736422 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.737999 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] 10.222.0.67 "PUT /v2.0/ports/373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 200 len: 1093 time: 2.1503701 Jul 08 22:21:15.737999 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.67', 58986) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:15.742554 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97af9e80-c916-42da-90d2-1d01979478ba', 'tag': '373663d4-4159-4405-a316-3f3ac1455c8e'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:15.744916 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ceea78-52b8-425e-9775-49a0429881e6" -d '{"events": [{"name": "network-changed", "server_uuid": "97af9e80-c916-42da-90d2-1d01979478ba", "tag": "373663d4-4159-4405-a316-3f3ac1455c8e"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:15.771267 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f9acc82-5025-4c4c-8392-51705080919d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.796833 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:15.797432 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.838660 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f9acc82-5025-4c4c-8392-51705080919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:15.873234 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99948db8-b1c1-4ba7-a877-9bc7b6fd5765 x-openstack-request-id: req-99948db8-b1c1-4ba7-a877-9bc7b6fd5765 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:15.873969 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97af9e80-c916-42da-90d2-1d01979478ba", "tag": "373663d4-4159-4405-a316-3f3ac1455c8e", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:15.879186 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99948db8-b1c1-4ba7-a877-9bc7b6fd5765 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:15.879588 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97af9e80-c916-42da-90d2-1d01979478ba', 'tag': '373663d4-4159-4405-a316-3f3ac1455c8e', 'status': 'completed', 'code': 200} Jul 08 22:21:15.882071 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:21:15.897949 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b31a44-0482-4f21-85ad-2ac6f0136997 service neutron] Pushing event updated for resources: {'Port': ['ID=373663d4-4159-4405-a316-3f3ac1455c8e,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:15.969486 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-371d6e23-5bec-45a0-8774-74ccbb2e68ea admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3149860 Jul 08 22:21:15.976973 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:16.014685 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc559dd0-25f8-4304-a885-d4d381e9b787 None None] Network dba60605-9580-4438-9ad1-4b3acfe75285 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:16.019366 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:16.089313 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 24c6330c-adb9-4619-9eb1-5ae92db70173 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:21:16.089540 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:16.091486 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'Port': ['ID=49b7e114-33b3-4201-923c-1de3b2a6ba35,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:16.105451 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:21:16.111125 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:16.111758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:16.351542 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 24c6330c-adb9-4619-9eb1-5ae92db70173, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=24c6330c-adb9-4619-9eb1-5ae92db70173,segment=NetworkSegment(8c249e62-5418-4da2-9730-7f0d2773ea27),segment_id=8c249e62-5418-4da2-9730-7f0d2773ea27)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:16.376309 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '24c6330c-adb9-4619-9eb1-5ae92db70173', 'network_id': 'ebde3ed6-da3b-45a6-882a-f82e1fcf467d', 'port_id': '24c6330c-adb9-4619-9eb1-5ae92db70173', 'mac_address': 'fa:16:3e:ba:81:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0aa6333-8767-4ec1-92c1-5a0e661d3722', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:21:16.418237 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-cc78bb85-adbc-4c4a-a70d-f0c6ca0afe44 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9853265 Jul 08 22:21:16.421425 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-0f9acc82-5025-4c4c-8392-51705080919d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87a74581868e4e33bb665089cbfc067f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1357083 Jul 08 22:21:16.430141 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9acc82-5025-4c4c-8392-51705080919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6e0138-e8d9-4892-81c5-64d5a11c309f,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:16.434100 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40100) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:16.477712 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Request body: {'port': {'device_id': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:16.484080 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:16.508022 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Allocated IP 172.20.0.13 (c00e401a-82e8-4098-9ca7-6a8e7c87ba15/b2fb9977-0d38-47d9-a312-9fe8b7450243/80f8666c-037f-422b-b2b5-838ec10486e0) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:21:16.514435 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-8ce14098-0687-458e-b20b-7e6e4f4b9d94 None None] Provisioning for port 49b7e114-33b3-4201-923c-1de3b2a6ba35 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:16.520704 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c6330c-adb9-4619-9eb1-5ae92db70173 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:16.537458 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-8ce14098-0687-458e-b20b-7e6e4f4b9d94 None None] Provisioning complete for port 49b7e114-33b3-4201-923c-1de3b2a6ba35 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:16.537940 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8ce14098-0687-458e-b20b-7e6e4f4b9d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:16.574573 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9bca3a4-7df8-402a-821a-c3d62d5f2454,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:16.608847 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-d8afef8c-cec7-4b92-b65d-ced9390ea476 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:16.611114 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-d8afef8c-cec7-4b92-b65d-ced9390ea476 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 818 time: 0.8633680 Jul 08 22:21:16.613757 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Checking segment: {'id': '08e0a886-17a5-43dd-b239-ee0b63509741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b7e251f1-038c-436a-920d-8220d8ad7445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:16.614397 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Network hostable DHCP agents. Network: b7e251f1-038c-436a-920d-8220d8ad7445, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:21:16.644783 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871717-94ab-44e8-891e-a2c34c30c711 req-37d086fc-59b8-492a-9ce7-58bbd1f051bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:16.646379 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-37d086fc-59b8-492a-9ce7-58bbd1f051bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1096 time: 0.8106265 Jul 08 22:21:16.654911 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d9d81-d6ca-45fd-bec5-b14065d0bdb9 req-e36ed4d4-5d6f-4066-9d0f-790b4442a4de tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:16.656473 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a13d9d81-d6ca-45fd-bec5-b14065d0bdb9 req-e36ed4d4-5d6f-4066-9d0f-790b4442a4de tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 931 time: 0.5245092 Jul 08 22:21:16.672058 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Request body: {'port': {'device_id': 'e3ba8eab-87c3-4c63-93e5-9209adc73e20', 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca', 'admin_state_up': True, 'tenant_id': '162878b0207d4306a3d2e2a452b80417'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:16.692761 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Network b7e251f1-038c-436a-920d-8220d8ad7445 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:21:16.719372 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, b7e251f1-038c-436a-920d-8220d8ad7445) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:16.729689 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:16.730597 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:16.766523 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3a849983-e806-4083-9247-b3b4f542f010 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5546424 Jul 08 22:21:16.771962 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:16.816463 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Transition to ACTIVE for port object 80f8666c-037f-422b-b2b5-838ec10486e0 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:21:16.893997 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7715b8-f26b-4239-947e-95cdc9a5d6b4 None None] Network b7e251f1-038c-436a-920d-8220d8ad7445 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:16.910276 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:16.941497 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-8ce14098-0687-458e-b20b-7e6e4f4b9d94 None None] Port 49b7e114-33b3-4201-923c-1de3b2a6ba35 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:21:17.018983 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 24c6330c-adb9-4619-9eb1-5ae92db70173, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=24c6330c-adb9-4619-9eb1-5ae92db70173,segment=NetworkSegment(8c249e62-5418-4da2-9730-7f0d2773ea27),segment_id=8c249e62-5418-4da2-9730-7f0d2773ea27)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:17.034711 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.038213 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40116) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:17.040754 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:21:17.048534 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-83af103e-76e4-4518-a74b-e22cbc701d20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 200 len: 217 time: 0.3893747 Jul 08 22:21:17.077347 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:17.087127 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:21:17.093895 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:17.094811 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.112195 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:17.124887 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=24c6330c-adb9-4619-9eb1-5ae92db70173,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:17.158656 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-7ae2f076-6e07-4d79-9c08-258d9a94a1d9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5743339 Jul 08 22:21:17.167763 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e96138-cec6-42b0-9eee-09f7e2f627c3 admin admin] Deleting subnet 66f7d2ec-bd7b-4b04-b998-4655e3008688 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:21:17.172478 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13e96138-cec6-42b0-9eee-09f7e2f627c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.211326 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13e96138-cec6-42b0-9eee-09f7e2f627c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.223212 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13e96138-cec6-42b0-9eee-09f7e2f627c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.244187 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790893e3-efe2-4cb2-9b0a-cc8c47b68856 req-e9d95700-53a9-4acc-89b8-97d85ae8e8d1 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:17.252643 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-790893e3-efe2-4cb2-9b0a-cc8c47b68856 req-e9d95700-53a9-4acc-89b8-97d85ae8e8d1 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 943 time: 1.0970271 Jul 08 22:21:17.254674 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-44dc9acb-abc1-473d-bb62-269987316c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.269695 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c37bd-10bd-4663-a032-32c6428d480f None None] Network b7e251f1-038c-436a-920d-8220d8ad7445 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:17.286417 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-44dc9acb-abc1-473d-bb62-269987316c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.293620 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Request body: {'port': {'device_id': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:17.299368 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13e96138-cec6-42b0-9eee-09f7e2f627c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.343615 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['24c6330c-adb9-4619-9eb1-5ae92db70173'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:21:17.348286 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a13d9d81-d6ca-45fd-bec5-b14065d0bdb9 req-33dbc034-6d5f-4d97-b205-67c1a181568d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6611047 Jul 08 22:21:17.352218 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Made reservation on behalf of 162878b0207d4306a3d2e2a452b80417 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:17.361008 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.384982 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13e96138-cec6-42b0-9eee-09f7e2f627c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.387081 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-13e96138-cec6-42b0-9eee-09f7e2f627c3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/66f7d2ec-bd7b-4b04-b998-4655e3008688 HTTP/1.1" status: 204 len: 168 time: 0.3440418 Jul 08 22:21:17.388103 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e96138-cec6-42b0-9eee-09f7e2f627c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f7d2ec-bd7b-4b04-b998-4655e3008688,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:17.390461 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40126) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:17.463429 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.495516 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-ab5b4714-5125-4875-be9b-c1734734c659 None None] Provisioning for port 80f8666c-037f-422b-b2b5-838ec10486e0 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:17.509073 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.513494 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.526754 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-44dc9acb-abc1-473d-bb62-269987316c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.529778 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-44dc9acb-abc1-473d-bb62-269987316c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.532871 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-44dc9acb-abc1-473d-bb62-269987316c27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f6e0138-e8d9-4892-81c5-64d5a11c309f HTTP/1.1" status: 204 len: 168 time: 1.0890963 Jul 08 22:21:17.558814 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-ab5b4714-5125-4875-be9b-c1734734c659 None None] Provisioning complete for port 80f8666c-037f-422b-b2b5-838ec10486e0 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:17.559241 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4714-5125-4875-be9b-c1734734c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.682989 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b4714-5125-4875-be9b-c1734734c659 None None] Port 80f8666c-037f-422b-b2b5-838ec10486e0 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:21:17.743003 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.756227 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:17.809134 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.809134 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.809864 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.810365 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.810591 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.811067 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.811194 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc9acb-abc1-473d-bb62-269987316c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6e0138-e8d9-4892-81c5-64d5a11c309f,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:17.811382 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.811697 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.812076 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.812362 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:17.825360 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871717-94ab-44e8-891e-a2c34c30c711 req-a14197a4-12ce-4ec7-8c49-dd666b77f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:17.827331 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-a14197a4-12ce-4ec7-8c49-dd666b77f3d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.5947416 Jul 08 22:21:17.905047 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-790893e3-efe2-4cb2-9b0a-cc8c47b68856 req-0545034c-8bad-43e1-a937-5ddbfadc0c8f tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513538 Jul 08 22:21:17.977709 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-ce818ccc-1dfe-4e5f-b656-c2a620bb07ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074255 Jul 08 22:21:18.124777 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0979225-c799-47df-8690-1f8479697933 req-08984eaf-5481-4bd2-bf63-3dfdc91a76e0 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:18.126306 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c0979225-c799-47df-8690-1f8479697933 req-08984eaf-5481-4bd2-bf63-3dfdc91a76e0 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 932 time: 0.5811901 Jul 08 22:21:18.157006 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40148) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:18.209449 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a97486ad-3e37-4056-9690-02c5c63c2c14 req-a2ad110a-6b0d-46ab-a157-ca091114364b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 210 time: 0.0805149 Jul 08 22:21:18.222802 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:18.223218 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:18.223563 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:18.223899 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:18.224270 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d61f976-440c-492a-82d4-22686b1a396f']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:18.242996 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8d51fdee-a19b-4a9d-aca1-b32bd61651ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.253151 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Allocated IP 172.20.0.14 (148cd707-9173-4930-a6b9-1abef03364ca/1a8e2f8c-4697-4386-b80b-1194abdcaf52/04e73624-41a4-480f-9c9f-cbf087b96905) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:21:18.277386 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40150) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:18.292294 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5d1298-5096-4bc1-8921-8bcd1579bcb1') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:18.292602 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5d1298-5096-4bc1-8921-8bcd1579bcb1') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:18.296949 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-6aea00b7-eac5-466a-9e99-e822ce2e4b31 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097966 Jul 08 22:21:18.309892 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c0979225-c799-47df-8690-1f8479697933 req-f0ff4115-d95e-4462-9889-88936ee9eee2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735477 Jul 08 22:21:18.315072 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.342176 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.359236 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:21:18.359643 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: from cryptography.utils import int_from_bytes Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: from cryptography.utils import int_from_bytes Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:21:18.363752 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:21:18.473649 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.479708 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.482165 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1d61f976-440c-492a-82d4-22686b1a396f HTTP/1.1" status: 204 len: 168 time: 1.0848265 Jul 08 22:21:18.496087 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40162) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:18.502539 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd3053-d517-4dc2-9683-1a9d0186f7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d61f976-440c-492a-82d4-22686b1a396f,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:18.505522 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b7e114-33b3-4201-923c-1de3b2a6ba35 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:18.556583 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f8666c-037f-422b-b2b5-838ec10486e0 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:18.565663 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.573808 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.580186 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Transition to ACTIVE for port object 80f8666c-037f-422b-b2b5-838ec10486e0 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:21:18.584512 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.635319 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e812a47d-107e-4625-9d1f-cb024fc79c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.651288 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:18.714887 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Transition to ACTIVE for port object 49b7e114-33b3-4201-923c-1de3b2a6ba35 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:21:18.723918 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed794ea7-6653-4297-9d32-2d9fb0ec1b46 admin admin] Deleting subnet b9bca3a4-7df8-402a-821a-c3d62d5f2454 {{(pid=93028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:21:18.725183 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Attempting to bind port 80f8666c-037f-422b-b2b5-838ec10486e0 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:21:18.725708 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Attempting to bind port 80f8666c-037f-422b-b2b5-838ec10486e0 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:21:18.726061 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Attempting to bind port 80f8666c-037f-422b-b2b5-838ec10486e0 on network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:18.731422 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Port 80f8666c-037f-422b-b2b5-838ec10486e0 on network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:21:18.731762 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Attempting to bind port 80f8666c-037f-422b-b2b5-838ec10486e0 on network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:18.738028 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:21:18.738446 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Checking segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:18.739778 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed794ea7-6653-4297-9d32-2d9fb0ec1b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.739904 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Bound using segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:21:18.740279 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Bound port: 80f8666c-037f-422b-b2b5-838ec10486e0, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:21:18.740660 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.750079 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.799623 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39871717-94ab-44e8-891e-a2c34c30c711 req-06803df2-a18e-4add-ac26-46f07e71bd55 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867692 Jul 08 22:21:18.815140 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:21:18.822245 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:21:18.826901 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.860691 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:18.861467 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.863063 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] 10.222.0.67 "PUT /v2.0/ports/80f8666c-037f-422b-b2b5-838ec10486e0 HTTP/1.1" status: 200 len: 1094 time: 1.5748374 Jul 08 22:21:18.865710 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:18.882812 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed794ea7-6653-4297-9d32-2d9fb0ec1b46 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:18.925423 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed794ea7-6653-4297-9d32-2d9fb0ec1b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:19.011933 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8d51fdee-a19b-4a9d-aca1-b32bd61651ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:19.018084 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f50b61-c2fa-4a29-ae6a-f77444e2974d service neutron] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:19.018691 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:19.063870 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-29f80475-dbfb-4316-9472-d98da7d550bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:19.065454 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-29f80475-dbfb-4316-9472-d98da7d550bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 1097 time: 0.1278048 Jul 08 22:21:19.079475 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8d51fdee-a19b-4a9d-aca1-b32bd61651ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:19.082159 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e0269-13de-4829-b629-f16d399990af service neutron] Pushing event updated for resources: {'Port': ['ID=49b7e114-33b3-4201-923c-1de3b2a6ba35,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:19.122466 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5506e36c713e39a26939709c8300d0d9de9fa98c4794aa7e673ec52931e05aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f593de-ab49-4b96-b42f-c0dd8b337566" -d '{"events": [{"name": "network-changed", "server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:19.126793 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-0ece2680-e718-47b4-96a5-37123ac368e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f8666c-037f-422b-b2b5-838ec10486e0 HTTP/1.1" status: 200 len: 217 time: 0.0514097 Jul 08 22:21:19.178746 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefe834-d603-4d33-9395-e116cde67c11 req-aef2e929-0cae-46b0-af01-d69b468d3b28 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:19.180300 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8eefe834-d603-4d33-9395-e116cde67c11 req-aef2e929-0cae-46b0-af01-d69b468d3b28 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 931 time: 0.6204529 Jul 08 22:21:19.249897 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Attempting to bind port 49b7e114-33b3-4201-923c-1de3b2a6ba35 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:21:19.250240 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Attempting to bind port 49b7e114-33b3-4201-923c-1de3b2a6ba35 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:21:19.250574 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Attempting to bind port 49b7e114-33b3-4201-923c-1de3b2a6ba35 on network 70939837-e8e1-46d7-9ec3-a2b37e3f114d {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:19.269171 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-8d51fdee-a19b-4a9d-aca1-b32bd61651ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d41129ccb2c8412cb92151c8d848c5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030712 Jul 08 22:21:19.285537 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51fdee-a19b-4a9d-aca1-b32bd61651ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae9b1fd-f414-435f-93ed-3a5ebf695a96,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:19.294230 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40178) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:19.317685 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Port 49b7e114-33b3-4201-923c-1de3b2a6ba35 on network 70939837-e8e1-46d7-9ec3-a2b37e3f114d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:21:19.318004 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Attempting to bind port 49b7e114-33b3-4201-923c-1de3b2a6ba35 on network 70939837-e8e1-46d7-9ec3-a2b37e3f114d {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:19.346570 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-9dbfb841-6bdb-4378-96c1-1788b5e1deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:19.346912 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed794ea7-6653-4297-9d32-2d9fb0ec1b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for subnet, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:19.348114 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-9dbfb841-6bdb-4378-96c1-1788b5e1deff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.2149143 Jul 08 22:21:19.361131 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:21:19.361469 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Checking segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:19.361848 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Bound using segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:21:19.362326 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Bound port: 49b7e114-33b3-4201-923c-1de3b2a6ba35, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:21:19.362664 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:19.383515 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceea78-52b8-425e-9775-49a0429881e6 req-d3f964a0-9172-4ba2-ae5a-052349816b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:19.385037 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88ceea78-52b8-425e-9775-49a0429881e6 req-d3f964a0-9172-4ba2-ae5a-052349816b87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1096 time: 0.5069737 Jul 08 22:21:19.422106 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-39bfd64e-3631-4cdf-8366-44c51ebeba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:19.423640 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-39bfd64e-3631-4cdf-8366-44c51ebeba1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679262 Jul 08 22:21:19.437707 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed794ea7-6653-4297-9d32-2d9fb0ec1b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9bca3a4-7df8-402a-821a-c3d62d5f2454,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:19.454364 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8eefe834-d603-4d33-9395-e116cde67c11 req-e6c98e82-ed03-4351-a1c1-846f0b84fb21 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406127 Jul 08 22:21:19.455431 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed794ea7-6653-4297-9d32-2d9fb0ec1b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:19.458083 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-ed794ea7-6653-4297-9d32-2d9fb0ec1b46 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b9bca3a4-7df8-402a-821a-c3d62d5f2454 HTTP/1.1" status: 204 len: 168 time: 0.9579675 Jul 08 22:21:19.465931 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:19.468857 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40184) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:19.527961 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-73cfa49a-4681-4455-b03d-46e84ea504d2 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973701 Jul 08 22:21:19.651774 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64e48853-a680-4224-ad7f-b34cf67831d5 req-b277c881-6db8-48aa-ad22-60440800181b service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172843 Jul 08 22:21:19.654638 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b76ad5-862f-428b-b36e-2417b210bb95 x-openstack-request-id: req-39b76ad5-862f-428b-b36e-2417b210bb95 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:19.655322 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:19.655673 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39b76ad5-862f-428b-b36e-2417b210bb95 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:19.656238 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0', 'status': 'completed', 'code': 200} Jul 08 22:21:19.773523 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-bf92a61d-acc2-4276-ba0a-379f4ce910c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:19.775081 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-bf92a61d-acc2-4276-ba0a-379f4ce910c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 1097 time: 0.0616786 Jul 08 22:21:19.891005 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-7cca0ede-d010-4344-81dd-8b0ad557b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:19.892599 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-7cca0ede-d010-4344-81dd-8b0ad557b0f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.1108601 Jul 08 22:21:19.926321 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceea78-52b8-425e-9775-49a0429881e6 req-8d7ae087-7875-440b-919a-ecc0d528b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:19.927801 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88ceea78-52b8-425e-9775-49a0429881e6 req-8d7ae087-7875-440b-919a-ecc0d528b366 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 919 time: 0.5018489 Jul 08 22:21:19.943665 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-4587b948-65a4-482c-9225-1e2e19280d7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f8666c-037f-422b-b2b5-838ec10486e0 HTTP/1.1" status: 200 len: 217 time: 0.0425711 Jul 08 22:21:19.999235 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-5faa02de-f6ac-4a62-94f0-0baafee61580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:20.000655 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacac81-0345-4310-a7a7-f3beb03080d5 req-474cc6f1-8286-4d40-8c72-97ac122d15e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:20.000777 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-5faa02de-f6ac-4a62-94f0-0baafee61580 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0475082 Jul 08 22:21:20.002129 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5eacac81-0345-4310-a7a7-f3beb03080d5 req-474cc6f1-8286-4d40-8c72-97ac122d15e8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 944 time: 0.8776524 Jul 08 22:21:20.028140 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Network 148cd707-9173-4930-a6b9-1abef03364ca is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:21:20.048572 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 24c6330c-adb9-4619-9eb1-5ae92db70173 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:20.064476 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-d68c2884-8307-4e6e-8b2f-629c54cdca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:20.066024 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-d68c2884-8307-4e6e-8b2f-629c54cdca11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568471 Jul 08 22:21:20.095191 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:20.099470 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88ceea78-52b8-425e-9775-49a0429881e6 req-277d9069-c067-4abc-88b7-e4a1e3666ab5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 200 len: 217 time: 0.1507943 Jul 08 22:21:20.100423 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:21:20.106008 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:20.106884 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.109273 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 24c6330c-adb9-4619-9eb1-5ae92db70173 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:20.114202 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 24c6330c-adb9-4619-9eb1-5ae92db70173 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:20.114684 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.124195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ffb4194e-4024-4198-befd-f27a884d840c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.139486 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Pushing event updated for resources: {'Port': ['ID=04e73624-41a4-480f-9c9f-cbf087b96905,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:20.142915 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e812a47d-107e-4625-9d1f-cb024fc79c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.169640 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.172831 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-651ab30f-70af-4275-8a1b-059f09ee3353 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957875 Jul 08 22:21:20.197747 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e812a47d-107e-4625-9d1f-cb024fc79c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.205102 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.213356 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] For port 49b7e114-33b3-4201-923c-1de3b2a6ba35, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:21:20.229224 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36576be1-4ac3-44c4-b6e3-f698c5e126ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c6330c-adb9-4619-9eb1-5ae92db70173'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:20.245139 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-17e1260a-1e95-4419-bb83-889ff9855e57 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6053340 Jul 08 22:21:20.275987 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-c7c30aa1-a197-4801-b4cb-6fadae0e4b8b service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955787 Jul 08 22:21:20.282072 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ffb4194e-4024-4198-befd-f27a884d840c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.289081 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Request body: {'port': {'device_id': 'e3ba8eab-87c3-4c63-93e5-9209adc73e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:20.299010 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 24c6330c-adb9-4619-9eb1-5ae92db70173, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=24c6330c-adb9-4619-9eb1-5ae92db70173,segment=NetworkSegment(8c249e62-5418-4da2-9730-7f0d2773ea27),segment_id=8c249e62-5418-4da2-9730-7f0d2773ea27)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:20.305935 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.306983 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] For port 49b7e114-33b3-4201-923c-1de3b2a6ba35, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:21:20.353790 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=24c6330c-adb9-4619-9eb1-5ae92db70173,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:20.354644 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-e812a47d-107e-4625-9d1f-cb024fc79c97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=823f56fea9ae41ff9d9b4945eec9a31a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0759878 Jul 08 22:21:20.357368 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40202) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:20.357745 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5eacac81-0345-4310-a7a7-f3beb03080d5 req-5cca4f98-7db3-4cab-9f74-944aacedb237 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318181 Jul 08 22:21:20.358789 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.368289 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbf79f3-574c-43fb-a444-a0a55e85255b" -d '{"events": [{"server_uuid": "36576be1-4ac3-44c4-b6e3-f698c5e126ac", "name": "network-vif-plugged", "status": "completed", "tag": "24c6330c-adb9-4619-9eb1-5ae92db70173"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:20.369620 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceea78-52b8-425e-9775-49a0429881e6 req-bf45140a-12fa-45f7-b27f-b4ecb4903de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:20.371214 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88ceea78-52b8-425e-9775-49a0429881e6 req-bf45140a-12fa-45f7-b27f-b4ecb4903de3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.2451925 Jul 08 22:21:20.383267 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812a47d-107e-4625-9d1f-cb024fc79c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b21fd02-20ab-478f-99cb-326e8c60e4b8,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:20.421268 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d60f8b96-796d-4a61-af3b-cccdd0252804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.444297 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d60f8b96-796d-4a61-af3b-cccdd0252804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.489045 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88ceea78-52b8-425e-9775-49a0429881e6 req-cd67e1b8-ba0e-42e1-8c8d-87799b11385f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868392 Jul 08 22:21:20.500470 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d60f8b96-796d-4a61-af3b-cccdd0252804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.504520 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d60f8b96-796d-4a61-af3b-cccdd0252804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.507290 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d60f8b96-796d-4a61-af3b-cccdd0252804 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b21fd02-20ab-478f-99cb-326e8c60e4b8 HTTP/1.1" status: 204 len: 168 time: 0.1482651 Jul 08 22:21:20.514803 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8b96-796d-4a61-af3b-cccdd0252804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b21fd02-20ab-478f-99cb-326e8c60e4b8,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:20.535289 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0728e-a733-4f14-b37d-f213229ae5fc req-0352d138-c87c-4d84-9201-2ae2abd4fd69 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:20.536791 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1ce0728e-a733-4f14-b37d-f213229ae5fc req-0352d138-c87c-4d84-9201-2ae2abd4fd69 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 932 time: 0.7220602 Jul 08 22:21:20.540111 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:20.540721 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.542063 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-635e0269-13de-4829-b629-f16d399990af service neutron] 10.222.0.67 "PUT /v2.0/ports/49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 200 len: 1093 time: 4.1051843 Jul 08 22:21:20.547546 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'tag': '49b7e114-33b3-4201-923c-1de3b2a6ba35'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:20.550310 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfadb03-d0a0-4ed0-a980-535419eae6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "95444692-9136-49a6-8f0e-ae56b8cfd7b6", "tag": "49b7e114-33b3-4201-923c-1de3b2a6ba35"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:20.687066 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.728622 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e0269-13de-4829-b629-f16d399990af service neutron] Pushing event updated for resources: {'Port': ['ID=49b7e114-33b3-4201-923c-1de3b2a6ba35,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:20.748676 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.749050 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.749774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.750108 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > port after_create 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.750438 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.750755 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > port after_update 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.751102 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.751417 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.751727 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.752030 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.819523 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.819867 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.820195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.820520 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 22:21:20.820964 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e251f1-038c-436a-920d-8220d8ad7445']}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:20.834968 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40216) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:20.848117 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc50bf88-9077-44df-bafd-8cfc9a6edc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.855545 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e0a886-17a5-43dd-b239-ee0b63509741') {'for_net_delete': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:20.855834 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e0a886-17a5-43dd-b239-ee0b63509741') {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:20.860807 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.862184 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ffb4194e-4024-4198-befd-f27a884d840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.865536 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ffb4194e-4024-4198-befd-f27a884d840c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.866658 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-ffb4194e-4024-4198-befd-f27a884d840c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bae9b1fd-f414-435f-93ed-3a5ebf695a96 HTTP/1.1" status: 204 len: 168 time: 1.5654359 Jul 08 22:21:20.914088 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823674'] for segment, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.949416 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1ce0728e-a733-4f14-b37d-f213229ae5fc req-cd8f3d10-c27f-46ca-95b1-603d774b9868 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894093 Jul 08 22:21:20.980110 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4194e-4024-4198-befd-f27a884d840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae9b1fd-f414-435f-93ed-3a5ebf695a96,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:20.980110 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.980374 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc50bf88-9077-44df-bafd-8cfc9a6edc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:20.984648 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc50bf88-9077-44df-bafd-8cfc9a6edc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.021672 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:21:21.022110 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524688'] for segment, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: from cryptography.utils import int_from_bytes Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: from cryptography.utils import int_from_bytes Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: Traceback (most recent call last): Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: timer() Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: cb(*args, **kw) Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: return func(*args, **kwargs) Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: self._notify() Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: self.callback(batched_events) Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: event.method(event) Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: return f(self, *a, **k) Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._get(url).json() Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: return self.request(url, 'GET', **kwargs) Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:21:21.027061 dv-cinder-800093-1-iscsi neutron-server[93028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:21:21.042087 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40224) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:21.051618 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fc50bf88-9077-44df-bafd-8cfc9a6edc3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f2cac8980c5416ea44967a2867b9fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130442 Jul 08 22:21:21.056502 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50bf88-9077-44df-bafd-8cfc9a6edc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f83f8a-cf59-4662-9e63-564e6a3020b8,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:21.070039 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88ceea78-52b8-425e-9775-49a0429881e6 req-0ee59db1-5da3-4387-b829-fd5f61d56a30 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270994 Jul 08 22:21:21.117085 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510b113-4093-453f-84ef-24b13f1eb1e2 req-b1544ebe-969a-40c2-a66c-aa16816db684 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:21.118594 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3510b113-4093-453f-84ef-24b13f1eb1e2 req-b1544ebe-969a-40c2-a66c-aa16816db684 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.5724041 Jul 08 22:21:21.155566 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcd19-e210-49f2-a316-5856a1323873 req-e3ad4595-fb8f-4e14-9189-b79c19d35fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:21.157048 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-e3ad4595-fb8f-4e14-9189-b79c19d35fa4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 1096 time: 0.5491757 Jul 08 22:21:21.252481 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.319802 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-21daaceb-ae54-49e0-b566-9200e543288d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 200 len: 217 time: 0.1233411 Jul 08 22:21:21.333781 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.335716 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b7e251f1-038c-436a-920d-8220d8ad7445 HTTP/1.1" status: 204 len: 168 time: 1.8606188 Jul 08 22:21:21.352309 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdb5c51-cda7-417e-841e-ffd33e7713b3 x-openstack-request-id: req-ecdb5c51-cda7-417e-841e-ffd33e7713b3 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:21.352988 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36576be1-4ac3-44c4-b6e3-f698c5e126ac", "name": "network-vif-plugged", "status": "completed", "tag": "24c6330c-adb9-4619-9eb1-5ae92db70173", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:21.352988 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecdb5c51-cda7-417e-841e-ffd33e7713b3 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:21.353265 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36576be1-4ac3-44c4-b6e3-f698c5e126ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c6330c-adb9-4619-9eb1-5ae92db70173', 'code': 200} Jul 08 22:21:21.390886 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71f610-8b2f-4669-9221-acf38ecc0240 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e251f1-038c-436a-920d-8220d8ad7445,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:21.457047 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3510b113-4093-453f-84ef-24b13f1eb1e2 req-428c6a5b-2c4e-4854-a107-e2598ca37204 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191350 Jul 08 22:21:21.490438 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6f474a-6e46-401e-9a22-6a36fd55a51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.507498 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88ceea78-52b8-425e-9775-49a0429881e6 req-65961d73-15f6-457f-ae16-a7084aa09035 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262116 Jul 08 22:21:21.540292 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcd19-e210-49f2-a316-5856a1323873 req-ce1c9f4c-a46b-4e76-8110-8b9fb70c9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:21.542112 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-ce1c9f4c-a46b-4e76-8110-8b9fb70c9276 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.2053356 Jul 08 22:21:21.578674 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6f474a-6e46-401e-9a22-6a36fd55a51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.591502 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcccdf8-869d-4979-88eb-1af2116202f8 x-openstack-request-id: req-ffcccdf8-869d-4979-88eb-1af2116202f8 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:21.591792 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95444692-9136-49a6-8f0e-ae56b8cfd7b6", "tag": "49b7e114-33b3-4201-923c-1de3b2a6ba35", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:21.592037 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffcccdf8-869d-4979-88eb-1af2116202f8 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:21.592409 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'tag': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'status': 'completed', 'code': 200} Jul 08 22:21:21.592523 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40248) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:21.641960 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a6d72624-68fe-46ba-837e-70e23261fe79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57dc3c8535904678bc46e106e00493bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483172 Jul 08 22:21:21.642549 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40250) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:21.701811 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc71f-ceef-4804-91bb-6be976094b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.727788 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc71f-ceef-4804-91bb-6be976094b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.791593 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc71f-ceef-4804-91bb-6be976094b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.794880 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc71f-ceef-4804-91bb-6be976094b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:21.799768 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6e2fc71f-ceef-4804-91bb-6be976094b35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd1794b0-7878-4c4b-9448-8d8e50443c1a HTTP/1.1" status: 204 len: 168 time: 0.1560485 Jul 08 22:21:21.813684 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fc71f-ceef-4804-91bb-6be976094b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1794b0-7878-4c4b-9448-8d8e50443c1a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:22.052830 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:21:22.059478 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6f474a-6e46-401e-9a22-6a36fd55a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.062456 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6f474a-6e46-401e-9a22-6a36fd55a51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.065976 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2e6f474a-6e46-401e-9a22-6a36fd55a51c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77f83f8a-cf59-4662-9e63-564e6a3020b8 HTTP/1.1" status: 204 len: 168 time: 0.9927227 Jul 08 22:21:22.091665 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55715b6f-40a0-40f8-bfd9-5e70d1068dbe req-b944326a-f7d6-4d0a-838c-23e015d17deb tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:22.093188 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-55715b6f-40a0-40f8-bfd9-5e70d1068dbe req-b944326a-f7d6-4d0a-838c-23e015d17deb tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 943 time: 0.5938358 Jul 08 22:21:22.112857 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e73624-41a4-480f-9c9f-cbf087b96905 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:22.122317 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fcd19-e210-49f2-a316-5856a1323873 req-8d06d4ed-cad7-4ee8-acd2-e67e49d0c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:22.124333 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-8d06d4ed-cad7-4ee8-acd2-e67e49d0c47f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5568497 Jul 08 22:21:22.135120 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f474a-6e46-401e-9a22-6a36fd55a51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f83f8a-cf59-4662-9e63-564e6a3020b8,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:22.139702 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.161529 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40272) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:22.177228 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:22.191685 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '80f8666c-037f-422b-b2b5-838ec10486e0', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'port_id': '80f8666c-037f-422b-b2b5-838ec10486e0', 'mac_address': 'fa:16:3e:e2:35:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:21:22.209929 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4e4b-20d4-42cc-aad2-338afba4aaf5 req-3a0ccc0d-61aa-406f-8275-3793a656a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:22.211451 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9d9d4e4b-20d4-42cc-aad2-338afba4aaf5 req-3a0ccc0d-61aa-406f-8275-3793a656a964 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 1098 time: 0.5892572 Jul 08 22:21:22.235533 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2780-a3ac-419d-a709-a0f15350c24d req-522dd0b9-5d09-4093-ab80-e93d7a9effff tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:22.238227 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ce7cce3d-1cfc-4e7d-bdac-9c65bb1979d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f90d4dbc765a4a118eabe3768344ed4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734234 Jul 08 22:21:22.240353 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40274) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:22.242852 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.243095 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-711a2780-a3ac-419d-a709-a0f15350c24d req-522dd0b9-5d09-4093-ab80-e93d7a9effff tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 945 time: 0.3345206 Jul 08 22:21:22.245321 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Transition to ACTIVE for port object 04e73624-41a4-480f-9c9f-cbf087b96905 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:21:22.274652 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.277182 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f8666c-037f-422b-b2b5-838ec10486e0 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:22.297201 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9d9d4e4b-20d4-42cc-aad2-338afba4aaf5 req-edeb4727-53cd-49c2-a8ae-a515b459a811 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.312538 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:22.317327 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-55715b6f-40a0-40f8-bfd9-5e70d1068dbe req-76deaf38-7c5e-4606-8a60-ec463be628b4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107368 Jul 08 22:21:22.320635 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.321307 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 373663d4-4159-4405-a316-3f3ac1455c8e details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:21:22.363669 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e30d1331-8e81-463a-8f67-1f8025d759a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.416963 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e30d1331-8e81-463a-8f67-1f8025d759a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.512418 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e30d1331-8e81-463a-8f67-1f8025d759a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.515391 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e30d1331-8e81-463a-8f67-1f8025d759a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.519475 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e30d1331-8e81-463a-8f67-1f8025d759a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ae8cf83-357d-425b-9681-7bebeb0e5b5c HTTP/1.1" status: 204 len: 168 time: 0.2743812 Jul 08 22:21:22.527693 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d1331-8e81-463a-8f67-1f8025d759a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8cf83-357d-425b-9681-7bebeb0e5b5c,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:22.561377 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-711a2780-a3ac-419d-a709-a0f15350c24d req-aeaf8e41-23fe-479c-8a60-3ae6b06ff54f tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174818 Jul 08 22:21:22.564487 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:22.601664 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-bbe43dc4-037a-4ebe-97b2-143b47e6b9c7 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592385 Jul 08 22:21:22.608820 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Pushing event updated for resources: {'Port': ['ID=04e73624-41a4-480f-9c9f-cbf087b96905,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:22.641484 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 373663d4-4159-4405-a316-3f3ac1455c8e, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=373663d4-4159-4405-a316-3f3ac1455c8e,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:22.685217 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '373663d4-4159-4405-a316-3f3ac1455c8e', 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca', 'port_id': '373663d4-4159-4405-a316-3f3ac1455c8e', 'mac_address': 'fa:16:3e:94:df:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8e2f8c-4697-4386-b80b-1194abdcaf52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:21:22.791277 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.836946 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373663d4-4159-4405-a316-3f3ac1455c8e {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:22.871524 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 373663d4-4159-4405-a316-3f3ac1455c8e, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=373663d4-4159-4405-a316-3f3ac1455c8e,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:22.876953 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:22.922639 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Attempting to bind port 04e73624-41a4-480f-9c9f-cbf087b96905 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:21:22.923158 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Attempting to bind port 04e73624-41a4-480f-9c9f-cbf087b96905 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:21:22.923579 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Attempting to bind port 04e73624-41a4-480f-9c9f-cbf087b96905 on network 148cd707-9173-4930-a6b9-1abef03364ca {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:22.943344 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-849fcd19-e210-49f2-a316-5856a1323873 req-19da4f3d-0329-4892-933f-0ccdb176deee service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082464 Jul 08 22:21:22.945923 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=373663d4-4159-4405-a316-3f3ac1455c8e,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:22.951023 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Port 04e73624-41a4-480f-9c9f-cbf087b96905 on network 148cd707-9173-4930-a6b9-1abef03364ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:21:22.951468 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Attempting to bind port 04e73624-41a4-480f-9c9f-cbf087b96905 on network 148cd707-9173-4930-a6b9-1abef03364ca {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:21:22.970371 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877630fd-6736-4c37-8597-91f12c067609 req-bce3b359-7416-4e67-9fa7-fab2977d6de4 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:22.974470 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-877630fd-6736-4c37-8597-91f12c067609 req-bce3b359-7416-4e67-9fa7-fab2977d6de4 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 944 time: 0.3916180 Jul 08 22:21:22.994712 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:21:22.995028 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Checking segment: {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:22.995499 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Bound using segment: {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:21:22.995854 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Bound port: 04e73624-41a4-480f-9c9f-cbf087b96905, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:21:22.996174 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:23.041387 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9d9d4e4b-20d4-42cc-aad2-338afba4aaf5 req-edeb4727-53cd-49c2-a8ae-a515b459a811 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:23.074946 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9d9d4e4b-20d4-42cc-aad2-338afba4aaf5 req-edeb4727-53cd-49c2-a8ae-a515b459a811 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:23.084651 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10966f-18f8-4110-924d-21e6e2853a22 req-bba2e249-da51-40de-9f65-42f4f92f316f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.086134 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9d10966f-18f8-4110-924d-21e6e2853a22 req-bba2e249-da51-40de-9f65-42f4f92f316f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 945 time: 0.2963090 Jul 08 22:21:23.160789 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['373663d4-4159-4405-a316-3f3ac1455c8e'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:21:23.180706 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-877630fd-6736-4c37-8597-91f12c067609 req-a7615012-c33a-4048-a3c0-76e5333ee714 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949315 Jul 08 22:21:23.186762 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9d9d4e4b-20d4-42cc-aad2-338afba4aaf5 req-edeb4727-53cd-49c2-a8ae-a515b459a811 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9627659 Jul 08 22:21:23.195182 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb4727-53cd-49c2-a8ae-a515b459a811 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e1572-15d2-4bb2-b5d1-ff921dc60690,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:23.195477 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['80f8666c-037f-422b-b2b5-838ec10486e0'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:21:23.233313 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9d10966f-18f8-4110-924d-21e6e2853a22 req-13c77d96-937d-4b40-82ae-f20ecace2bf3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211762 Jul 08 22:21:23.235506 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] For port 04e73624-41a4-480f-9c9f-cbf087b96905, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:21:23.241753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] For port 04e73624-41a4-480f-9c9f-cbf087b96905, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=04e73624-41a4-480f-9c9f-cbf087b96905,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:21:23.251224 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:23.264062 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-1a6e6b1b-bdef-435c-af4f-af3b5e995e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.265826 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-1a6e6b1b-bdef-435c-af4f-af3b5e995e61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 1096 time: 0.2299829 Jul 08 22:21:23.399159 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.399784 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:23.401590 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] 10.222.0.67 "PUT /v2.0/ports/04e73624-41a4-480f-9c9f-cbf087b96905 HTTP/1.1" status: 200 len: 1094 time: 3.1316893 Jul 08 22:21:23.430257 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-378ae566-e7a6-4241-9937-746dc0bcd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.432101 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-378ae566-e7a6-4241-9937-746dc0bcd2c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 912 time: 0.1353216 Jul 08 22:21:23.437321 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40430715-b30d-416b-b5c7-3ffbe7411b0a service neutron] Pushing event updated for resources: {'Port': ['ID=04e73624-41a4-480f-9c9f-cbf087b96905,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:23.496073 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-8e8f5c22-da72-4248-a22d-0d2964d21673 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 200 len: 217 time: 0.0544953 Jul 08 22:21:23.594918 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ba8eab-87c3-4c63-93e5-9209adc73e20', 'tag': '04e73624-41a4-480f-9c9f-cbf087b96905'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:23.597804 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ba8eab-87c3-4c63-93e5-9209adc73e20", "tag": "04e73624-41a4-480f-9c9f-cbf087b96905"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:23.624652 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-c9cb05db-3eea-4b40-8a23-c0012795cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.626129 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-c9cb05db-3eea-4b40-8a23-c0012795cb5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.1075890 Jul 08 22:21:23.677817 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-2c586b66-535b-4b5f-8637-80d5e78012c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.679433 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-2c586b66-535b-4b5f-8637-80d5e78012c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 1097 time: 0.1945622 Jul 08 22:21:23.697548 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e220f5-9ecf-4292-8a17-b0d5a61f7734 req-04be14bb-1099-4e09-8179-5d5e01743c17 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.699084 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47e220f5-9ecf-4292-8a17-b0d5a61f7734 req-04be14bb-1099-4e09-8179-5d5e01743c17 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 943 time: 0.1791978 Jul 08 22:21:23.769576 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-d6d18ce6-dbc8-49a0-b02a-c8b424e90b7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e73624-41a4-480f-9c9f-cbf087b96905 HTTP/1.1" status: 200 len: 217 time: 0.0695031 Jul 08 22:21:23.839564 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-7fcbad93-ae52-459b-a175-cba58e46adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.841065 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-7fcbad93-ae52-459b-a175-cba58e46adc2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2029777 Jul 08 22:21:23.843887 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47e220f5-9ecf-4292-8a17-b0d5a61f7734 req-841eb658-1021-4202-a648-328a1a9d69a2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338482 Jul 08 22:21:23.887429 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-a974148e-559a-47f2-8491-611965908baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:23.888877 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-a974148e-559a-47f2-8491-611965908baf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.1027384 Jul 08 22:21:23.921064 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683a95bb-a5cc-4ff1-b849-8fa537022c6c x-openstack-request-id: req-683a95bb-a5cc-4ff1-b849-8fa537022c6c {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:23.921355 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ba8eab-87c3-4c63-93e5-9209adc73e20", "tag": "04e73624-41a4-480f-9c9f-cbf087b96905", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:23.921601 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-683a95bb-a5cc-4ff1-b849-8fa537022c6c {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:23.921986 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ba8eab-87c3-4c63-93e5-9209adc73e20', 'tag': '04e73624-41a4-480f-9c9f-cbf087b96905', 'status': 'completed', 'code': 200} Jul 08 22:21:23.971118 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-7bae205c-66e0-4eb0-901d-3d481e9c42d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415986 Jul 08 22:21:24.013707 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a096-b509-48cc-85c0-c8f37ecb311f req-1414b2c6-e5a5-44c4-bffb-eb0452171eec tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:24.015253 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c7f5a096-b509-48cc-85c0-c8f37ecb311f req-1414b2c6-e5a5-44c4-bffb-eb0452171eec tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 945 time: 0.3073702 Jul 08 22:21:24.062594 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:24.083952 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-c167b7ac-0c55-42ef-bac7-0beaa25b58db service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317498 Jul 08 22:21:24.116558 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 80f8666c-037f-422b-b2b5-838ec10486e0 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:24.122201 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 80f8666c-037f-422b-b2b5-838ec10486e0 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:24.123044 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:24.153903 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c7f5a096-b509-48cc-85c0-c8f37ecb311f req-add0ceea-40d0-4bac-b6c5-2fa3cc4698ca tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121087 Jul 08 22:21:24.178845 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-e4df4f6e-5d72-46bf-82fd-d5fd60051eef service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034602 Jul 08 22:21:24.245309 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:24.317564 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:24.324052 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae055b7-73fb-425a-b2f0-d4e7d54b43a1" -d '{"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-plugged", "status": "completed", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:24.350690 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:24.361840 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:24.363387 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 373663d4-4159-4405-a316-3f3ac1455c8e up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:24.560854 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:24.588403 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 373663d4-4159-4405-a316-3f3ac1455c8e completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:24.595386 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 373663d4-4159-4405-a316-3f3ac1455c8e triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:24.598389 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:24.712263 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfadb03-d0a0-4ed0-a980-535419eae6a5 req-62b27f01-61a8-4079-871a-2b89fce00c26 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192651 Jul 08 22:21:24.767679 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f1b42da-9a89-4ea9-ae4f-bb0ef6065c5d req-cc9c2f31-d9aa-47c1-9b32-1c8fb93f091f service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772972 Jul 08 22:21:24.789220 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defcb5a-a8e3-4dfa-8c04-7e1b827c26b3 req-d7a40b3e-a30f-4fa1-adcf-ce3e7f83cac8 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:24.790753 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:24.791626 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2defcb5a-a8e3-4dfa-8c04-7e1b827c26b3 req-d7a40b3e-a30f-4fa1-adcf-ce3e7f83cac8 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 944 time: 0.1766429 Jul 08 22:21:24.801095 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf2c0-1c46-4086-93a6-e24a167e25de req-147bbcd9-b11c-4f6a-820a-004b8d733528 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:24.802934 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cbfdf2c0-1c46-4086-93a6-e24a167e25de req-147bbcd9-b11c-4f6a-820a-004b8d733528 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1893246 Jul 08 22:21:24.855572 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 373663d4-4159-4405-a316-3f3ac1455c8e, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=373663d4-4159-4405-a316-3f3ac1455c8e,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:24.863151 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:24.888956 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2defcb5a-a8e3-4dfa-8c04-7e1b827c26b3 req-0ea4f65d-313e-475b-82a0-fb6cdd947d74 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846837 Jul 08 22:21:24.915668 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cbfdf2c0-1c46-4086-93a6-e24a167e25de req-b04c4f5f-32d1-475d-a004-51fcda0cdc64 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042778 Jul 08 22:21:24.971452 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f04b90-6113-42f9-a8cd-8febefa85bdb x-openstack-request-id: req-60f04b90-6113-42f9-a8cd-8febefa85bdb {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:24.971973 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-plugged", "status": "completed", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:24.972461 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60f04b90-6113-42f9-a8cd-8febefa85bdb {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:24.972981 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0', 'code': 200} Jul 08 22:21:24.993151 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=373663d4-4159-4405-a316-3f3ac1455c8e,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:25.018362 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-6949c24f-61b0-4181-bda2-c9a04e7dd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:25.027276 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-6949c24f-61b0-4181-bda2-c9a04e7dd3b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 1097 time: 0.0781019 Jul 08 22:21:25.187992 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-d1376692-393a-4440-9cd7-7f8dd4b06501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:25.189350 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-d1376692-393a-4440-9cd7-7f8dd4b06501 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 919 time: 0.1495624 Jul 08 22:21:25.202798 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634a4da-2a7f-4b43-afac-169cfe6e1824 req-bbcb641e-7c03-4a0e-bb9b-16903dc3a49a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:25.204512 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3634a4da-2a7f-4b43-afac-169cfe6e1824 req-bbcb641e-7c03-4a0e-bb9b-16903dc3a49a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 943 time: 0.1054959 Jul 08 22:21:25.276333 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-1d864747-4ff5-4c9d-9c4f-746787ec4c71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e73624-41a4-480f-9c9f-cbf087b96905 HTTP/1.1" status: 200 len: 217 time: 0.0707836 Jul 08 22:21:25.375671 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3634a4da-2a7f-4b43-afac-169cfe6e1824 req-a556a052-4db5-42ad-b74d-82db01c255d7 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553576 Jul 08 22:21:25.393373 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-a3bd5617-6903-49d0-b215-18686c6ff6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:25.395016 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-a3bd5617-6903-49d0-b215-18686c6ff6cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.1109214 Jul 08 22:21:25.413077 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c700e-cc9e-4cf2-ac91-3d26c770c215 req-b02f5fd8-6077-4cf5-9a6d-360edd0d271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:25.414568 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-624c700e-cc9e-4cf2-ac91-3d26c770c215 req-b02f5fd8-6077-4cf5-9a6d-360edd0d271c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 1099 time: 0.2072833 Jul 08 22:21:25.438576 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-83365de8-d928-43c0-a750-a804857dc02a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367386 Jul 08 22:21:25.507063 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c0902-4bef-4005-b907-ee74b289998e req-42edb67f-0068-4aa0-b1c2-eac2130076a0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:25.508542 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-068c0902-4bef-4005-b907-ee74b289998e req-42edb67f-0068-4aa0-b1c2-eac2130076a0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 945 time: 0.2234232 Jul 08 22:21:25.549558 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-624c700e-cc9e-4cf2-ac91-3d26c770c215 req-cacb9905-ce2a-41f5-b16b-5786c43d8ad6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133471 Jul 08 22:21:25.590431 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-068c0902-4bef-4005-b907-ee74b289998e req-aa3be75f-030c-4b26-90df-9e3d0cd9db4a tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723517 Jul 08 22:21:25.595282 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-e927a7e4-3994-4804-9260-9569508cdd4f service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484423 Jul 08 22:21:25.726012 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5fb907d-da6d-4a0f-8db2-9b73b7c69fb3 req-aaead079-d7cf-44ae-a05e-ab1bbd17a7f8 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160688 Jul 08 22:21:26.153759 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5073f-87d8-41b3-b7ac-d80e7f0a13ee req-d0f002a7-7679-4843-bc50-ecf04fd4578e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:26.155605 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14c5073f-87d8-41b3-b7ac-d80e7f0a13ee req-d0f002a7-7679-4843-bc50-ecf04fd4578e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 944 time: 0.1334879 Jul 08 22:21:26.220871 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14c5073f-87d8-41b3-b7ac-d80e7f0a13ee req-2ebad39a-4429-4d18-a9eb-02ae8ed22e69 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448785 Jul 08 22:21:26.251885 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffface-cb31-4f44-811e-2470f5a2962c req-7f8689ff-985c-42fa-9d89-bbac018cde52 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:26.254546 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02ffface-cb31-4f44-811e-2470f5a2962c req-7f8689ff-985c-42fa-9d89-bbac018cde52 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1222341 Jul 08 22:21:26.315951 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02ffface-cb31-4f44-811e-2470f5a2962c req-7ad7781b-52a5-4e8d-86f5-f6cbbbf0ab03 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545888 Jul 08 22:21:26.560129 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e7920-e80e-4d9e-8da1-0b9e99902138 req-70022b10-1da8-44e5-b26b-522bde412749 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:26.567235 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-991e7920-e80e-4d9e-8da1-0b9e99902138 req-70022b10-1da8-44e5-b26b-522bde412749 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 943 time: 0.0728745 Jul 08 22:21:26.609988 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-991e7920-e80e-4d9e-8da1-0b9e99902138 req-1c39f10c-583a-423c-a016-90dadf2d6ea9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Jul 08 22:21:26.772326 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40476) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:26.870171 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c19a2c88-b51e-4a21-8d42-36116a7e09cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:26.962408 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c19a2c88-b51e-4a21-8d42-36116a7e09cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:26.966352 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c19a2c88-b51e-4a21-8d42-36116a7e09cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:26.974952 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97af9e80-c916-42da-90d2-1d01979478ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373663d4-4159-4405-a316-3f3ac1455c8e'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:26.977663 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6f5fd0-171e-4b07-8fee-12516dc519ae" -d '{"events": [{"server_uuid": "97af9e80-c916-42da-90d2-1d01979478ba", "name": "network-vif-plugged", "status": "completed", "tag": "373663d4-4159-4405-a316-3f3ac1455c8e"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:27.003413 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a2c88-b51e-4a21-8d42-36116a7e09cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ae372-c307-4593-a568-eea578dcb1b7,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:27.007692 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-c19a2c88-b51e-4a21-8d42-36116a7e09cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e671695a585c45adb79376418076eba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343569 Jul 08 22:21:27.010230 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40484) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:27.021218 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea90dc6-dacd-449d-9317-03d0b6796ad9 x-openstack-request-id: req-aea90dc6-dacd-449d-9317-03d0b6796ad9 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:27.021517 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97af9e80-c916-42da-90d2-1d01979478ba", "name": "network-vif-plugged", "status": "completed", "tag": "373663d4-4159-4405-a316-3f3ac1455c8e", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:27.022081 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aea90dc6-dacd-449d-9317-03d0b6796ad9 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:27.022209 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97af9e80-c916-42da-90d2-1d01979478ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373663d4-4159-4405-a316-3f3ac1455c8e', 'code': 200} Jul 08 22:21:27.060378 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc2b4-2963-4631-af66-52679c8109ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.079158 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 49b7e114-33b3-4201-923c-1de3b2a6ba35 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:21:27.084821 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc2b4-2963-4631-af66-52679c8109ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.139681 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc2b4-2963-4631-af66-52679c8109ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.142021 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc2b4-2963-4631-af66-52679c8109ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.145880 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-e0fcc2b4-2963-4631-af66-52679c8109ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e5ae372-c307-4593-a568-eea578dcb1b7 HTTP/1.1" status: 204 len: 168 time: 0.1321123 Jul 08 22:21:27.151745 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcc2b4-2963-4631-af66-52679c8109ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ae372-c307-4593-a568-eea578dcb1b7,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:27.313794 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 49b7e114-33b3-4201-923c-1de3b2a6ba35, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:27.325165 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'port_id': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'mac_address': 'fa:16:3e:d0:7b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:21:27.366599 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.381976 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b7e114-33b3-4201-923c-1de3b2a6ba35 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:27.404036 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 49b7e114-33b3-4201-923c-1de3b2a6ba35, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:27.410185 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.428308 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03ba09-9a9a-4a29-b3b5-28c7cb02345e req-fbd53ec7-7df7-46e1-a466-24730a813ff9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:27.430559 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4e03ba09-9a9a-4a29-b3b5-28c7cb02345e req-fbd53ec7-7df7-46e1-a466-24730a813ff9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 944 time: 0.0953934 Jul 08 22:21:27.439701 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40498) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:27.483031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-71de6037-18ed-4b53-a78d-3e83edbfd569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.490643 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=49b7e114-33b3-4201-923c-1de3b2a6ba35,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:27.524331 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4e03ba09-9a9a-4a29-b3b5-28c7cb02345e req-1f59e34a-541f-4447-adcc-793dce6cf11f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874588 Jul 08 22:21:27.572605 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503ed47-ace1-47ca-a0b0-0893e1c7f6e3 req-4933b369-2a52-4b3b-b573-fbaade7bf384 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:27.574067 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d503ed47-ace1-47ca-a0b0-0893e1c7f6e3 req-4933b369-2a52-4b3b-b573-fbaade7bf384 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1059802 Jul 08 22:21:27.627700 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d503ed47-ace1-47ca-a0b0-0893e1c7f6e3 req-4ca7945a-442c-42f7-8703-7c5b8c6e0c91 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467734 Jul 08 22:21:27.664199 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-71de6037-18ed-4b53-a78d-3e83edbfd569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.669184 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-71de6037-18ed-4b53-a78d-3e83edbfd569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.705663 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-71de6037-18ed-4b53-a78d-3e83edbfd569 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a24556d6b5094842b51d0a1acca5a928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643509 Jul 08 22:21:27.707281 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de6037-18ed-4b53-a78d-3e83edbfd569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889086a5-6796-4e5e-9d04-da648ffd312e,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:27.709316 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40502) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:27.776680 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc977d73-e076-457d-9a6a-31ff9348b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.797629 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc977d73-e076-457d-9a6a-31ff9348b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.803334 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d38041-a75c-43bf-87fb-5dabefc10683 req-a8c06ade-1300-4c81-bc02-d85bc8aaeaaf tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:27.804805 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d38041-a75c-43bf-87fb-5dabefc10683 req-a8c06ade-1300-4c81-bc02-d85bc8aaeaaf tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 944 time: 0.0730598 Jul 08 22:21:27.842132 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d38041-a75c-43bf-87fb-5dabefc10683 req-614d7917-0c33-4a2d-a8cb-165d41728358 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Jul 08 22:21:27.844628 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc977d73-e076-457d-9a6a-31ff9348b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.847769 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc977d73-e076-457d-9a6a-31ff9348b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:27.848866 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bc977d73-e076-457d-9a6a-31ff9348b841 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/889086a5-6796-4e5e-9d04-da648ffd312e HTTP/1.1" status: 204 len: 168 time: 0.1385612 Jul 08 22:21:27.856321 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc977d73-e076-457d-9a6a-31ff9348b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889086a5-6796-4e5e-9d04-da648ffd312e,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:28.701518 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1a9a1-cfa9-43a5-9b79-fdde932e4940 req-1bf40bef-b876-4bb6-b982-19f5f060d8db tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:28.703113 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ccc1a9a1-cfa9-43a5-9b79-fdde932e4940 req-1bf40bef-b876-4bb6-b982-19f5f060d8db tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 944 time: 0.0677509 Jul 08 22:21:28.772049 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ccc1a9a1-cfa9-43a5-9b79-fdde932e4940 req-faf571b0-92f4-4a2f-996e-04db5f9e410b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614996 Jul 08 22:21:28.850918 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621cf8e-30f8-44d1-ac02-79eb31674397 req-521aa9f6-301d-49bc-88d9-9407f8953b97 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:28.856805 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1621cf8e-30f8-44d1-ac02-79eb31674397 req-521aa9f6-301d-49bc-88d9-9407f8953b97 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0835342 Jul 08 22:21:28.899827 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1621cf8e-30f8-44d1-ac02-79eb31674397 req-fde30375-daff-4b70-a14d-47d893141beb tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398843 Jul 08 22:21:29.041164 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39ce0b-2cbb-443c-9f48-02a9ca5014f8 req-0f1dbcd9-7813-49fe-acb7-684e4f8edaa9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:29.043515 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9f39ce0b-2cbb-443c-9f48-02a9ca5014f8 req-0f1dbcd9-7813-49fe-acb7-684e4f8edaa9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 944 time: 0.0670912 Jul 08 22:21:29.087979 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9f39ce0b-2cbb-443c-9f48-02a9ca5014f8 req-b64709cd-0ccd-4d52-8fed-6a0c36608e53 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373075 Jul 08 22:21:29.117623 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 04e73624-41a4-480f-9c9f-cbf087b96905 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:21:29.201412 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9b660-45c2-4f08-9cdd-7f5ac435ee1d req-236660c1-ba5a-45b8-9a81-c3812e229b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:29.204119 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-74f9b660-45c2-4f08-9cdd-7f5ac435ee1d req-236660c1-ba5a-45b8-9a81-c3812e229b09 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1098 time: 0.0599046 Jul 08 22:21:29.224082 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 04e73624-41a4-480f-9c9f-cbf087b96905, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=04e73624-41a4-480f-9c9f-cbf087b96905,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:29.236168 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '04e73624-41a4-480f-9c9f-cbf087b96905', 'network_id': '148cd707-9173-4930-a6b9-1abef03364ca', 'port_id': '04e73624-41a4-480f-9c9f-cbf087b96905', 'mac_address': 'fa:16:3e:95:a0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8e2f8c-4697-4386-b80b-1194abdcaf52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:21:29.242903 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-74f9b660-45c2-4f08-9cdd-7f5ac435ee1d req-42fdb686-eda2-475f-a2ce-a97ea80bb286 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290124 Jul 08 22:21:29.282601 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:29.296493 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e73624-41a4-480f-9c9f-cbf087b96905 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:21:29.317279 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 04e73624-41a4-480f-9c9f-cbf087b96905, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=04e73624-41a4-480f-9c9f-cbf087b96905,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:29.321174 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:29.370874 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=04e73624-41a4-480f-9c9f-cbf087b96905,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:29.523821 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['49b7e114-33b3-4201-923c-1de3b2a6ba35'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:21:29.715641 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['04e73624-41a4-480f-9c9f-cbf087b96905'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:21:29.968769 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2ac5a-5c79-4f8b-a4ec-f1c16b982592 req-fb4189d0-044e-453d-b703-ac909d3fff67 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:29.970601 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f8f2ac5a-5c79-4f8b-a4ec-f1c16b982592 req-fb4189d0-044e-453d-b703-ac909d3fff67 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 945 time: 0.0680506 Jul 08 22:21:30.014191 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f8f2ac5a-5c79-4f8b-a4ec-f1c16b982592 req-1ad6364d-5c63-4d1d-9da9-dc4b233d10e7 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Jul 08 22:21:30.099106 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8ae44-012c-451b-b92f-ecf4bd2a4ae4 req-fa5cf697-ea47-4df4-a006-76fc37d29707 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:30.100821 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80e8ae44-012c-451b-b92f-ecf4bd2a4ae4 req-fa5cf697-ea47-4df4-a006-76fc37d29707 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0745656 Jul 08 22:21:30.141300 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80e8ae44-012c-451b-b92f-ecf4bd2a4ae4 req-67fe03b2-94d7-473c-879c-bdd9f00c32c9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349193 Jul 08 22:21:30.323394 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590a41c-5bda-497a-a4f9-d3d9c9c61864 req-4341e8a2-2631-45a1-8c8c-89c900d1cafd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:30.331205 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1590a41c-5bda-497a-a4f9-d3d9c9c61864 req-4341e8a2-2631-45a1-8c8c-89c900d1cafd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 944 time: 0.1049230 Jul 08 22:21:30.385877 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1590a41c-5bda-497a-a4f9-d3d9c9c61864 req-979d484a-b221-473c-86c3-87af03e0842c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551181 Jul 08 22:21:30.394623 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6dcf-7662-4ca9-9bdb-387bc30040f1 req-1cfb44bc-9530-4c28-ae60-73299b1874bb tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:30.395543 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-599f6dcf-7662-4ca9-9bdb-387bc30040f1 req-1cfb44bc-9530-4c28-ae60-73299b1874bb tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1299157 Jul 08 22:21:30.405082 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40608) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:30.411322 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'floatingip': {'port_id': '80f8666c-037f-422b-b2b5-838ec10486e0'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:30.483590 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.109313 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 49b7e114-33b3-4201-923c-1de3b2a6ba35 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:31.214643 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 49b7e114-33b3-4201-923c-1de3b2a6ba35 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:31.223162 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 49b7e114-33b3-4201-923c-1de3b2a6ba35 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:31.223544 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.248797 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.254108 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.326697 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c379e-5615-4323-adb1-8ccd4ccb1497 req-3eebf12e-34c4-4e03-a86e-a503eaf9192a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:31.333707 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.339154 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-503c379e-5615-4323-adb1-8ccd4ccb1497 req-3eebf12e-34c4-4e03-a86e-a503eaf9192a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 945 time: 0.1407862 Jul 08 22:21:31.368596 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b7e114-33b3-4201-923c-1de3b2a6ba35'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:31.372356 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4353f4c2-8a77-489c-99f7-1637743975d1" -d '{"events": [{"server_uuid": "95444692-9136-49a6-8f0e-ae56b8cfd7b6", "name": "network-vif-plugged", "status": "completed", "tag": "49b7e114-33b3-4201-923c-1de3b2a6ba35"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:31.391962 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 49b7e114-33b3-4201-923c-1de3b2a6ba35, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:31.403462 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.405564 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 04e73624-41a4-480f-9c9f-cbf087b96905 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:21:31.411361 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-503c379e-5615-4323-adb1-8ccd4ccb1497 req-6afd4fb1-75b3-4dd0-b7a1-c57e496e9ec8 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702536 Jul 08 22:21:31.459697 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c746ba-52bf-4f17-969f-6cfb75812f5e x-openstack-request-id: req-e5c746ba-52bf-4f17-969f-6cfb75812f5e {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:31.460219 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95444692-9136-49a6-8f0e-ae56b8cfd7b6", "name": "network-vif-plugged", "status": "completed", "tag": "49b7e114-33b3-4201-923c-1de3b2a6ba35", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:31.460623 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5c746ba-52bf-4f17-969f-6cfb75812f5e {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:31.461173 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'code': 200} Jul 08 22:21:31.511911 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=49b7e114-33b3-4201-923c-1de3b2a6ba35,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:31.529827 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 04e73624-41a4-480f-9c9f-cbf087b96905 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:21:31.536107 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 04e73624-41a4-480f-9c9f-cbf087b96905 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:21:31.537122 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.542163 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40662) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:31.608699 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Floating IP 64cc8273-60a8-47ea-b70a-30e4865f4189 associated. External IP: 172.27.1.200, port: 80f8666c-037f-422b-b2b5-838ec10486e0. Jul 08 22:21:31.629799 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76f588-734c-41ab-8094-39cf469ed199 req-5871840c-4dff-43a7-973a-5269002e1997 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:31.632376 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3c76f588-734c-41ab-8094-39cf469ed199 req-5871840c-4dff-43a7-973a-5269002e1997 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0804403 Jul 08 22:21:31.637341 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.674852 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 04e73624-41a4-480f-9c9f-cbf087b96905, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=04e73624-41a4-480f-9c9f-cbf087b96905,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:31.680206 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.683847 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dc245015-b553-4b20-9a6a-23257be06d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.689338 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3c76f588-734c-41ab-8094-39cf469ed199 req-1092e9dc-eee2-4581-bae1-182d99bf46c0 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511401 Jul 08 22:21:31.739298 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=04e73624-41a4-480f-9c9f-cbf087b96905,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:31.798305 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dc245015-b553-4b20-9a6a-23257be06d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.802805 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dc245015-b553-4b20-9a6a-23257be06d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.846682 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-dc245015-b553-4b20-9a6a-23257be06d17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c78821e5df84880b462719ed34c53a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034048 Jul 08 22:21:31.847431 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40672) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:31.847725 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Router 4841c4be-8979-44e7-95bd-c7baf93a676e has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:21:31.848107 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc245015-b553-4b20-9a6a-23257be06d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18766f63-1940-4e8c-8cd0-cb589c6752f6,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:31.904954 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-29c7a228-4979-4fe4-afcd-641882601052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.927083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-29c7a228-4979-4fe4-afcd-641882601052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.967710 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:21:31.978083 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.980675 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] Sync routers for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:21:31.983551 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-29c7a228-4979-4fe4-afcd-641882601052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.986944 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-29c7a228-4979-4fe4-afcd-641882601052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:31.991231 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-29c7a228-4979-4fe4-afcd-641882601052 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18766f63-1940-4e8c-8cd0-cb589c6752f6 HTTP/1.1" status: 204 len: 168 time: 0.1404347 Jul 08 22:21:31.991852 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:21:31.992995 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:21:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:32.001544 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7a228-4979-4fe4-afcd-641882601052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18766f63-1940-4e8c-8cd0-cb589c6752f6,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:32.043798 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-34c21cab-69fd-403c-bc7f-1b917df9f633 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "PUT /v2.0/floatingips/64cc8273-60a8-47ea-b70a-30e4865f4189 HTTP/1.1" status: 200 len: 992 time: 1.6368828 Jul 08 22:21:32.044075 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:32.046600 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5506e36c713e39a26939709c8300d0d9de9fa98c4794aa7e673ec52931e05aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:32.098206 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06802c12-a449-4e11-8c67-2e3f59b53c4e x-openstack-request-id: req-06802c12-a449-4e11-8c67-2e3f59b53c4e {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:32.098545 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:32.098805 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06802c12-a449-4e11-8c67-2e3f59b53c4e {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:32.099525 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0', 'status': 'completed', 'code': 200} Jul 08 22:21:32.131586 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:21:32.341306 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40694) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:32.354609 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-65c126ec-e440-4ee7-acd0-d36b1de449c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:32.419560 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '64cc8273-60a8-47ea-b70a-30e4865f4189', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'port_id': '80f8666c-037f-422b-b2b5-838ec10486e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'mac_address': 'fa:16:3e:e2:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:21:01Z', 'updated_at': '2021-07-08T22:21:31Z', 'revision_number': 1, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:32.444745 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-65c126ec-e440-4ee7-acd0-d36b1de449c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:32.445306 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] Checking router: 4841c4be-8979-44e7-95bd-c7baf93a676e for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:21:32.449912 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-65c126ec-e440-4ee7-acd0-d36b1de449c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:32.453875 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:21:32.454530 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:21:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:32.493966 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-65c126ec-e440-4ee7-acd0-d36b1de449c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59173e01bb27437bbdb3bdaf8fb8be29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514945 Jul 08 22:21:32.495517 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c126ec-e440-4ee7-acd0-d36b1de449c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d7a4d-27b4-40a6-a610-69ac3242ffa0,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:32.496602 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40698) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:32.573234 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6b966d32-5768-4145-b950-60d61f3cc634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:32.590990 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:21:32.603829 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6b966d32-5768-4145-b950-60d61f3cc634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:32.611675 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67563fb-2540-4039-8f8d-a80bfc0234eb req-f64446da-7537-4c55-8d07-e0833251050e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:32.619638 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b67563fb-2540-4039-8f8d-a80bfc0234eb req-f64446da-7537-4c55-8d07-e0833251050e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0738311 Jul 08 22:21:32.660006 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b67563fb-2540-4039-8f8d-a80bfc0234eb req-4626dabf-f36f-4fbe-9639-3ba532ad024b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393653 Jul 08 22:21:32.666495 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6b966d32-5768-4145-b950-60d61f3cc634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:32.679029 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6b966d32-5768-4145-b950-60d61f3cc634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:32.679029 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6b966d32-5768-4145-b950-60d61f3cc634 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc0d7a4d-27b4-40a6-a610-69ac3242ffa0 HTTP/1.1" status: 204 len: 168 time: 0.1734681 Jul 08 22:21:32.681228 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b966d32-5768-4145-b950-60d61f3cc634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d7a4d-27b4-40a6-a610-69ac3242ffa0,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:32.852189 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '64cc8273-60a8-47ea-b70a-30e4865f4189', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'port_id': '80f8666c-037f-422b-b2b5-838ec10486e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'mac_address': 'fa:16:3e:e2:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:21:01Z', 'updated_at': '2021-07-08T22:21:31Z', 'revision_number': 1, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:32.881976 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5343e-3cc0-4610-b42d-b62e7d0d0928 req-82237b91-45b7-44ab-bf65-0c339d5e18db tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:32.883646 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-55d5343e-3cc0-4610-b42d-b62e7d0d0928 req-82237b91-45b7-44ab-bf65-0c339d5e18db tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0692987 Jul 08 22:21:32.931277 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-55d5343e-3cc0-4610-b42d-b62e7d0d0928 req-998d66da-04c0-4b1c-94f2-9108fc9014ef tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 Jul 08 22:21:32.986836 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a6f58-f25c-4d4f-87ea-1b43bf180de1 None None] The sync data for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi is: [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '64cc8273-60a8-47ea-b70a-30e4865f4189', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'port_id': '80f8666c-037f-422b-b2b5-838ec10486e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'mac_address': 'fa:16:3e:e2:35:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:21:01Z', 'updated_at': '2021-07-08T22:21:31Z', 'revision_number': 1, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:21:33.190080 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e0f70-7aa1-4cc3-8db5-3fab01a2a9b3 None None] New status for floating IP 64cc8273-60a8-47ea-b70a-30e4865f4189: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:21:33.462561 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba8eab-87c3-4c63-93e5-9209adc73e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e73624-41a4-480f-9c9f-cbf087b96905'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:33.465105 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1135c3-ecc7-454b-bdd3-d79b7416f366" -d '{"events": [{"server_uuid": "e3ba8eab-87c3-4c63-93e5-9209adc73e20", "name": "network-vif-plugged", "status": "completed", "tag": "04e73624-41a4-480f-9c9f-cbf087b96905"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:33.499614 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9781c143-8536-4fbd-9ecb-2716740a8c52 x-openstack-request-id: req-9781c143-8536-4fbd-9ecb-2716740a8c52 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:33.499909 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba8eab-87c3-4c63-93e5-9209adc73e20", "name": "network-vif-plugged", "status": "completed", "tag": "04e73624-41a4-480f-9c9f-cbf087b96905", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:33.500163 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9781c143-8536-4fbd-9ecb-2716740a8c52 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:33.500549 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ba8eab-87c3-4c63-93e5-9209adc73e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e73624-41a4-480f-9c9f-cbf087b96905', 'code': 200} Jul 08 22:21:33.830227 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009c50b-1f1b-4c90-9fc8-db5c861992b8 req-c8bab776-5e58-402e-aa7e-79ba657f1ecb tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:33.831842 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0009c50b-1f1b-4c90-9fc8-db5c861992b8 req-c8bab776-5e58-402e-aa7e-79ba657f1ecb tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0633926 Jul 08 22:21:33.868512 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0009c50b-1f1b-4c90-9fc8-db5c861992b8 req-60f2513d-d551-4ea6-a644-f5cd7105be34 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Jul 08 22:21:34.116677 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cc06a-c01f-41f4-aa86-bff7b3e86fa1 req-1075b667-ddb6-4b01-a43d-fad0a6ceb920 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:34.118162 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e54cc06a-c01f-41f4-aa86-bff7b3e86fa1 req-1075b667-ddb6-4b01-a43d-fad0a6ceb920 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0668483 Jul 08 22:21:34.156030 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e54cc06a-c01f-41f4-aa86-bff7b3e86fa1 req-ec8b0e33-ad01-488b-9977-822da70e74fc tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319488 Jul 08 22:21:34.602998 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a01efd-fa95-451b-a4b3-758aefea99b2 req-b7551c3a-e3f0-4763-ad59-6b76427132d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:34.604551 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5a01efd-fa95-451b-a4b3-758aefea99b2 req-b7551c3a-e3f0-4763-ad59-6b76427132d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 1098 time: 0.0739143 Jul 08 22:21:34.607245 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-d330eaf8-7f31-4034-b108-bbf309575c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:34.608587 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-d330eaf8-7f31-4034-b108-bbf309575c1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 1099 time: 0.1333508 Jul 08 22:21:34.731415 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5a01efd-fa95-451b-a4b3-758aefea99b2 req-195b08e9-0e57-41e2-9f5d-16ead7a29350 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122258 Jul 08 22:21:34.765774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-e433190d-b8e8-4b18-9d5d-5f433817ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:34.767241 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-e433190d-b8e8-4b18-9d5d-5f433817ade3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.1471312 Jul 08 22:21:34.774686 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647debbd-51da-429b-8da2-3941aef71ac2 req-2c9a55fb-4492-4789-ba28-c2702bcedbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:34.776061 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-647debbd-51da-429b-8da2-3941aef71ac2 req-2c9a55fb-4492-4789-ba28-c2702bcedbd8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 1099 time: 0.0963163 Jul 08 22:21:34.908737 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-647debbd-51da-429b-8da2-3941aef71ac2 req-5dc2c71f-396e-4b98-ad13-0f85a9d13fe7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978312 Jul 08 22:21:34.919014 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-82702a2e-82bb-4988-871f-3bae4bd2304d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f8666c-037f-422b-b2b5-838ec10486e0 HTTP/1.1" status: 200 len: 1002 time: 0.1068809 Jul 08 22:21:35.060401 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-0afb902c-e784-4653-a065-f3e1db7c4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:35.061766 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-0afb902c-e784-4653-a065-f3e1db7c4f75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0706987 Jul 08 22:21:35.087897 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9ac8-4d13-4267-9205-ec13167457ef req-072e12e5-a1aa-4706-a9bc-39b1221500f9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:35.089461 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-935d9ac8-4d13-4267-9205-ec13167457ef req-072e12e5-a1aa-4706-a9bc-39b1221500f9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1083057 Jul 08 22:21:35.164288 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-935d9ac8-4d13-4267-9205-ec13167457ef req-9670ec7c-a5a5-4f28-ae87-e1a56ff9ed5b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614951 Jul 08 22:21:35.177672 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-03e62483-8e53-45c9-b92a-86d70e418a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:35.180574 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-03e62483-8e53-45c9-b92a-86d70e418a73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865545 Jul 08 22:21:35.327872 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-9c2a32df-5bc2-4011-970c-bf7d86012ce8 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320064 Jul 08 22:21:35.397277 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40786) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:35.508097 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d183b279-f7d7-4ac8-b789-091a19af3dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:35.515489 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:35.630860 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abe4bf-7446-4221-b5c4-e3be3a06ceae req-0c0d043e-2a66-4e4f-ae91-72d993204243 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:35.632394 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e6abe4bf-7446-4221-b5c4-e3be3a06ceae req-0c0d043e-2a66-4e4f-ae91-72d993204243 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.3546433 Jul 08 22:21:35.687067 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d183b279-f7d7-4ac8-b789-091a19af3dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:35.692872 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d183b279-f7d7-4ac8-b789-091a19af3dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:35.724663 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e6abe4bf-7446-4221-b5c4-e3be3a06ceae req-52f96fe6-12c9-49f3-bd6a-36de25695bc8 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844817 Jul 08 22:21:35.726894 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02dad949-9dfa-4eef-bc60-6aa4ef692cc3 req-9fde383f-a3f7-4c1c-8a8d-ec0e88b46bed service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861790 Jul 08 22:21:35.735388 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d183b279-f7d7-4ac8-b789-091a19af3dc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d746bd8abda4dae8c7cb82a728ba478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364155 Jul 08 22:21:35.738673 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40808) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:35.740594 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183b279-f7d7-4ac8-b789-091a19af3dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed3f85-caa7-49e7-9acc-d03c5b27befe,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:35.798366 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f0441ffc-fed1-48ff-8020-1ace21aa39c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:35.831835 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f0441ffc-fed1-48ff-8020-1ace21aa39c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:35.896187 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f0441ffc-fed1-48ff-8020-1ace21aa39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:35.899200 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f0441ffc-fed1-48ff-8020-1ace21aa39c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:35.902967 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-f0441ffc-fed1-48ff-8020-1ace21aa39c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/daed3f85-caa7-49e7-9acc-d03c5b27befe HTTP/1.1" status: 204 len: 168 time: 0.1605923 Jul 08 22:21:35.926649 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0441ffc-fed1-48ff-8020-1ace21aa39c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed3f85-caa7-49e7-9acc-d03c5b27befe,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:36.374628 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e95f23-52d9-4da7-9e13-e68cd7df000f req-1454ac2e-6af6-4b2f-aa90-b9e8739f0139 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:36.376234 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-93e95f23-52d9-4da7-9e13-e68cd7df000f req-1454ac2e-6af6-4b2f-aa90-b9e8739f0139 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0894008 Jul 08 22:21:36.422805 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-93e95f23-52d9-4da7-9e13-e68cd7df000f req-6cc92032-dfef-4b77-bcb1-a6f96b091d47 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 Jul 08 22:21:36.929171 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa58a1-c1ee-4091-a5fb-067814042ef6 req-58ecfb09-9fc9-4201-b531-f68f715eef9d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:36.930664 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8eaa58a1-c1ee-4091-a5fb-067814042ef6 req-58ecfb09-9fc9-4201-b531-f68f715eef9d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0737004 Jul 08 22:21:36.969909 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8eaa58a1-c1ee-4091-a5fb-067814042ef6 req-c97964ab-9bd4-4eb2-a4ad-18e45cfd2c02 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334733 Jul 08 22:21:37.149773 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e8037-1bed-4de7-9921-de9b8441127e req-38d1d0c0-1b65-4e72-baf5-568f6f8132be tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:37.151552 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-605e8037-1bed-4de7-9921-de9b8441127e req-38d1d0c0-1b65-4e72-baf5-568f6f8132be tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0729792 Jul 08 22:21:37.161185 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40894) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:37.165954 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'floatingip': {'port_id': '49b7e114-33b3-4201-923c-1de3b2a6ba35'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:37.207630 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.524355 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40914) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:37.660648 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e92b27-7882-4a7b-b2e5-2a876fb6f7c9 req-fee585cd-53a6-4bca-8a38-5831cc7174cc tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:37.674511 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e3e92b27-7882-4a7b-b2e5-2a876fb6f7c9 req-fee585cd-53a6-4bca-8a38-5831cc7174cc tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1101754 Jul 08 22:21:37.700881 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40930) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:37.710105 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e3e92b27-7882-4a7b-b2e5-2a876fb6f7c9 req-6abf52ea-4604-4fc1-bbea-1875622b4c54 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346720 Jul 08 22:21:37.760273 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d32f8dd6-c301-48cd-a00e-8a2db7015761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.813029 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-787c0bd6-3920-474b-a70b-e8bee1886aaf admin admin] Deleting subnet 0d4c4b14-cbc9-4c8a-90b8-0f7a50284c3b {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:21:37.831924 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-787c0bd6-3920-474b-a70b-e8bee1886aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.873559 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.877472 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-787c0bd6-3920-474b-a70b-e8bee1886aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.891331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d32f8dd6-c301-48cd-a00e-8a2db7015761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.898169 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.900317 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d32f8dd6-c301-48cd-a00e-8a2db7015761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.958598 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-d32f8dd6-c301-48cd-a00e-8a2db7015761 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=533a2ba3e104437da1f127124f7d2867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334602 Jul 08 22:21:37.959261 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-787c0bd6-3920-474b-a70b-e8bee1886aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:37.959839 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8dd6-c301-48cd-a00e-8a2db7015761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab25168c-9662-4b03-af68-c9e86934d21b,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:37.962897 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40940) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:38.055606 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Floating IP 4ba3cff9-81c5-42eb-90b1-5a383a28d213 associated. External IP: 172.27.1.146, port: 49b7e114-33b3-4201-923c-1de3b2a6ba35. Jul 08 22:21:38.087798 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-af5242da-7f92-43fe-af63-22f410aed146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.097064 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-787c0bd6-3920-474b-a70b-e8bee1886aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.112833 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-af5242da-7f92-43fe-af63-22f410aed146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.132691 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-787c0bd6-3920-474b-a70b-e8bee1886aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.137105 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-787c0bd6-3920-474b-a70b-e8bee1886aaf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0d4c4b14-cbc9-4c8a-90b8-0f7a50284c3b HTTP/1.1" status: 204 len: 168 time: 0.4327278 Jul 08 22:21:38.138142 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c0bd6-3920-474b-a70b-e8bee1886aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4c4b14-cbc9-4c8a-90b8-0f7a50284c3b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:38.141359 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40948) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:38.210014 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-af5242da-7f92-43fe-af63-22f410aed146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.212721 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-af5242da-7f92-43fe-af63-22f410aed146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.224120 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-af5242da-7f92-43fe-af63-22f410aed146 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab25168c-9662-4b03-af68-c9e86934d21b HTTP/1.1" status: 204 len: 168 time: 0.2421381 Jul 08 22:21:38.234758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5242da-7f92-43fe-af63-22f410aed146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab25168c-9662-4b03-af68-c9e86934d21b,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:38.247183 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.300327 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-83d87ef6-4041-40b8-bcab-0b7add837594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:38.302385 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-83d87ef6-4041-40b8-bcab-0b7add837594 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 1099 time: 0.1362114 Jul 08 22:21:38.380284 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.386813 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d16f1e-9dc8-4bfe-901e-203869abe0ac req-1f224938-def1-47ab-a4b5-4ad8c912c51c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:38.393063 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57082ee-cf94-4ad2-b5dd-ce6abadfe98e']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:38.394162 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a5d16f1e-9dc8-4bfe-901e-203869abe0ac req-1f224938-def1-47ab-a4b5-4ad8c912c51c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1531954 Jul 08 22:21:38.405130 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd56e88-936b-4fbe-933f-40c668f74320') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:38.405614 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd56e88-936b-4fbe-933f-40c668f74320') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:38.415881 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.436680 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.444200 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:21:38.445080 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.464926 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a5d16f1e-9dc8-4bfe-901e-203869abe0ac req-e31857cc-a224-478b-8582-451b2939b668 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697460 Jul 08 22:21:38.473984 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-95324392-98df-426b-96c6-d25c1b15c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:38.475673 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-95324392-98df-426b-96c6-d25c1b15c7bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 919 time: 0.1650767 Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:21:38.494350 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:21:38.531222 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-987a330e-d9b5-4a7f-8d06-0ac01816fd4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04e73624-41a4-480f-9c9f-cbf087b96905 HTTP/1.1" status: 200 len: 217 time: 0.0449481 Jul 08 22:21:38.567223 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.599101 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-76cf0b35-3492-40aa-a67d-ce33ceb410b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:38.600744 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-76cf0b35-3492-40aa-a67d-ce33ceb410b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.0627463 Jul 08 22:21:38.624183 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.626481 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a57082ee-cf94-4ad2-b5dd-ce6abadfe98e HTTP/1.1" status: 204 len: 168 time: 0.4841917 Jul 08 22:21:38.628091 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8495c9-fba2-4075-b726-05a51fd7f914 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57082ee-cf94-4ad2-b5dd-ce6abadfe98e,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:38.630109 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40960) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:38.660714 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-ee0061e3-275c-4e88-b3a2-d49f77641d64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469279 Jul 08 22:21:38.701687 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-08370f51-e739-43bf-9ab5-2ccf6004f585 admin admin] Deleting subnet 77d25465-210f-4214-8c4c-e47bd2353d13 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:21:38.705865 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08370f51-e739-43bf-9ab5-2ccf6004f585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.742813 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08370f51-e739-43bf-9ab5-2ccf6004f585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.777950 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Router 8dc596ac-ad16-4602-9423-42ae2b326462 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:21:38.801209 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40968) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:38.853950 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08370f51-e739-43bf-9ab5-2ccf6004f585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.877013 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6181d6ca-edbf-4606-ac90-aa9cd2715c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:38.879619 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-d2b8b7ee-b56e-40f1-a93d-58792f7069f2 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018783 Jul 08 22:21:38.990093 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-04c9accc-cef8-4e24-b707-a34c466e3cf9 req-fe7d0aa6-586e-45db-999d-51494b70237a service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022522 Jul 08 22:21:39.002323 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40972) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:39.128762 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-27d16b7e-c809-48f0-8b27-366a4b339a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.187700 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:21:39.198753 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.203550 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08370f51-e739-43bf-9ab5-2ccf6004f585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.204870 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] Sync routers for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:21:39.217054 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:21:39.217665 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:21:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:39.259861 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08370f51-e739-43bf-9ab5-2ccf6004f585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d25465-210f-4214-8c4c-e47bd2353d13,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:39.273914 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08370f51-e739-43bf-9ab5-2ccf6004f585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.275835 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-08370f51-e739-43bf-9ab5-2ccf6004f585 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/77d25465-210f-4214-8c4c-e47bd2353d13 HTTP/1.1" status: 204 len: 168 time: 0.6418369 Jul 08 22:21:39.278593 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 40984) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:39.297245 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c7102ccf-216e-4888-853a-f57d548b8df9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "PUT /v2.0/floatingips/4ba3cff9-81c5-42eb-90b1-5a383a28d213 HTTP/1.1" status: 200 len: 991 time: 2.1349316 Jul 08 22:21:39.303176 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'tag': '49b7e114-33b3-4201-923c-1de3b2a6ba35'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:39.305549 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5506e36c713e39a26939709c8300d0d9de9fa98c4794aa7e673ec52931e05aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80101448-2f5e-4471-9039-4b59117c4619" -d '{"events": [{"name": "network-changed", "server_uuid": "95444692-9136-49a6-8f0e-ae56b8cfd7b6", "tag": "49b7e114-33b3-4201-923c-1de3b2a6ba35"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:39.325874 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:21:39.343780 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6181d6ca-edbf-4606-ac90-aa9cd2715c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.348741 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6181d6ca-edbf-4606-ac90-aa9cd2715c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.392425 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181d6ca-edbf-4606-ac90-aa9cd2715c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f109d59-cc09-4593-b45c-227c5ebb0619,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:39.397848 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6181d6ca-edbf-4606-ac90-aa9cd2715c90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83f4263a66ba499e8dcd2dc72d210766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928626 Jul 08 22:21:39.400286 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 40990) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:39.438934 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.439632 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683ea7e6-dbbf-40a3-93ed-2354367f1349 x-openstack-request-id: req-683ea7e6-dbbf-40a3-93ed-2354367f1349 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:39.439980 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95444692-9136-49a6-8f0e-ae56b8cfd7b6", "tag": "49b7e114-33b3-4201-923c-1de3b2a6ba35", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:39.440940 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-683ea7e6-dbbf-40a3-93ed-2354367f1349 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:39.441435 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'tag': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'status': 'completed', 'code': 200} Jul 08 22:21:39.457937 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1c23-e1cf-412a-9b86-a6bd07017a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.481241 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1c23-e1cf-412a-9b86-a6bd07017a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.556849 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1c23-e1cf-412a-9b86-a6bd07017a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.559335 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1c23-e1cf-412a-9b86-a6bd07017a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.562814 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-dc3b1c23-e1cf-412a-9b86-a6bd07017a2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f109d59-cc09-4593-b45c-227c5ebb0619 HTTP/1.1" status: 204 len: 168 time: 0.1592305 Jul 08 22:21:39.576844 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b1c23-e1cf-412a-9b86-a6bd07017a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f109d59-cc09-4593-b45c-227c5ebb0619,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:39.590352 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '4ba3cff9-81c5-42eb-90b1-5a383a28d213', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'port_id': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'mac_address': 'fa:16:3e:d0:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:21:01Z', 'updated_at': '2021-07-08T22:21:37Z', 'revision_number': 1, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:39.620107 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] Checking router: 8dc596ac-ad16-4602-9423-42ae2b326462 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:21:39.629235 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:21:39.629844 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:21:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:39.700380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.724292 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba60605-9580-4438-9ad1-4b3acfe75285']}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:39.735871 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80101448-2f5e-4471-9039-4b59117c4619 req-a3e621eb-f669-4b97-9275-19e61476d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:39.737435 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:21:39.737907 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80101448-2f5e-4471-9039-4b59117c4619 req-a3e621eb-f669-4b97-9275-19e61476d63e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 1098 time: 0.2743974 Jul 08 22:21:39.742094 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b8a0b2-c730-4a7e-b686-f6cfba38950f') {'for_net_delete': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:39.742387 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b8a0b2-c730-4a7e-b686-f6cfba38950f') {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:39.771400 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823674'] for segment, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.831015 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-27d16b7e-c809-48f0-8b27-366a4b339a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.849312 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-27d16b7e-c809-48f0-8b27-366a4b339a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.855283 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.901751 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89c38c-42f4-4625-9bbc-274d4470ebe6 req-b8eb5dc3-c7b1-4d75-bc73-f89ec477f4d6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:39.909417 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-da89c38c-42f4-4625-9bbc-274d4470ebe6 req-b8eb5dc3-c7b1-4d75-bc73-f89ec477f4d6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.3136237 Jul 08 22:21:39.914042 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:21:39.914454 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524688'] for segment, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: Traceback (most recent call last): Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: timer() Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: cb(*args, **kw) Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: return func(*args, **kwargs) Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: self._notify() Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: self.callback(batched_events) Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: event.method(event) Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: return f(self, *a, **k) Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._get(url).json() Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: return self.request(url, 'GET', **kwargs) Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:21:39.925338 dv-cinder-800093-1-iscsi neutron-server[93028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:21:39.971148 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '4ba3cff9-81c5-42eb-90b1-5a383a28d213', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'port_id': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'mac_address': 'fa:16:3e:d0:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:21:01Z', 'updated_at': '2021-07-08T22:21:37Z', 'revision_number': 1, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:39.999904 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eff9c7-650f-4c1d-b4c7-6d1180368df4 None None] The sync data for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi is: [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '4ba3cff9-81c5-42eb-90b1-5a383a28d213', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'port_id': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'mac_address': 'fa:16:3e:d0:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:21:01Z', 'updated_at': '2021-07-08T22:21:37Z', 'revision_number': 1, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:21:40.026439 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d16b7e-c809-48f0-8b27-366a4b339a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab8c50b-fbaa-4448-8f2a-a746222fb912,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:40.037342 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-27d16b7e-c809-48f0-8b27-366a4b339a94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b79f5acee19342cfb50c39afb60871a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0331166 Jul 08 22:21:40.040257 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41012) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:40.079499 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-da89c38c-42f4-4625-9bbc-274d4470ebe6 req-2d04b9b7-f852-4559-8059-e7c7c97bf3d2 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690643 Jul 08 22:21:40.083013 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80101448-2f5e-4471-9039-4b59117c4619 req-764d46cb-8012-45cb-a36d-538e697adfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:40.084999 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80101448-2f5e-4471-9039-4b59117c4619 req-764d46cb-8012-45cb-a36d-538e697adfb2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 912 time: 0.3395374 Jul 08 22:21:40.086020 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.092791 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.094935 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] 10.222.0.43 "DELETE /v2.0/networks/dba60605-9580-4438-9ad1-4b3acfe75285 HTTP/1.1" status: 204 len: 168 time: 0.8133485 Jul 08 22:21:40.124730 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.147537 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb3cb8-e824-4dec-a197-7f92dbcdba6c admin admin] Pushing event deleted for resources: {'Network': ['ID=dba60605-9580-4438-9ad1-4b3acfe75285,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:40.154245 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.220121 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80101448-2f5e-4471-9039-4b59117c4619 req-b212e838-16cc-4a86-94a7-dea30f2b3b93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 200 len: 999 time: 0.0832396 Jul 08 22:21:40.241413 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.244165 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.247636 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aab8c50b-fbaa-4448-8f2a-a746222fb912 HTTP/1.1" status: 204 len: 168 time: 0.2035418 Jul 08 22:21:40.269148 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab8c50b-fbaa-4448-8f2a-a746222fb912,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:40.281126 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.281506 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.281931 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.282273 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.282607 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.282965 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.283294 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.283623 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.284551 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.284913 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.285226 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.285652 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0590e-ee50-477c-bb65-47c363a0f46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:40.289824 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80101448-2f5e-4471-9039-4b59117c4619 req-c9df1178-aa90-45dc-8293-fb1e47b6c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:40.291441 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80101448-2f5e-4471-9039-4b59117c4619 req-c9df1178-aa90-45dc-8293-fb1e47b6c3ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.0640349 Jul 08 22:21:40.362530 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41032) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:40.381523 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80101448-2f5e-4471-9039-4b59117c4619 req-c10df19a-b3bc-49a8-a619-ef00b9a06058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:40.383094 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80101448-2f5e-4471-9039-4b59117c4619 req-c10df19a-b3bc-49a8-a619-ef00b9a06058 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821588 Jul 08 22:21:40.407611 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb4d18f-bca4-497e-9dbd-affba97ee711 None None] New status for floating IP 4ba3cff9-81c5-42eb-90b1-5a383a28d213: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:21:40.442520 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-5a5ca3dd-af81-4df4-84da-ed8c4829382d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48d34403b02049dda9cbe29fd6903143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787902 Jul 08 22:21:40.445071 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41034) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:40.505970 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9607f133-ad21-42bd-bbcb-c92c2f2169f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.537247 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9607f133-ad21-42bd-bbcb-c92c2f2169f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.608136 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80101448-2f5e-4471-9039-4b59117c4619 req-a5af4a41-81ce-46c0-b0f2-22ccfde88bfa service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068346 Jul 08 22:21:40.621665 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9607f133-ad21-42bd-bbcb-c92c2f2169f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.626316 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9607f133-ad21-42bd-bbcb-c92c2f2169f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.632451 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9607f133-ad21-42bd-bbcb-c92c2f2169f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e13176f0-ef26-45c5-859f-48e659e8c9a6 HTTP/1.1" status: 204 len: 168 time: 0.1838663 Jul 08 22:21:40.644261 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607f133-ad21-42bd-bbcb-c92c2f2169f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13176f0-ef26-45c5-859f-48e659e8c9a6,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:40.765667 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80101448-2f5e-4471-9039-4b59117c4619 req-379f69bc-3f9f-4d49-9958-3ea388de3459 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398990 Jul 08 22:21:40.810536 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:21:40.875341 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41046) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:40.893983 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f061e44-83eb-4349-9a35-d117d74f793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:40.997509 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f061e44-83eb-4349-9a35-d117d74f793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.001271 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6f061e44-83eb-4349-9a35-d117d74f793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.048511 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f061e44-83eb-4349-9a35-d117d74f793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a436db4b-47c7-46b7-a818-3d82e102db4f,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:41.070778 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41052) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:41.072760 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6f061e44-83eb-4349-9a35-d117d74f793b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df6e1cc4121e4b9eb9dfe39c2eec9f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952767 Jul 08 22:21:41.133080 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.158475 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41062) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:41.188993 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.233167 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-faf4798b-934f-4a01-8449-656d4eb65a9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=076b5693775f4e918b491aac2d6ed6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729585 Jul 08 22:21:41.241327 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41068) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:41.354035 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.356839 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.357972 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a436db4b-47c7-46b7-a818-3d82e102db4f HTTP/1.1" status: 204 len: 168 time: 0.2861669 Jul 08 22:21:41.372054 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ac21a28-4346-43a6-89d8-13a649b775b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.375954 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436db4b-47c7-46b7-a818-3d82e102db4f,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:41.395974 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.396585 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.396919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.397245 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.397570 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.397889 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.398206 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.398729 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.399089 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.399434 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.399986 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.400262 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5722-978d-40e4-9c68-8c7225ee9c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:21:41.418182 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071ee98-59fb-4e85-b5fa-28ba85742ba0 req-4aa3de9c-ed22-41fb-baf6-d9389ebe77bd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:41.427477 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9071ee98-59fb-4e85-b5fa-28ba85742ba0 req-4aa3de9c-ed22-41fb-baf6-d9389ebe77bd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1616960 Jul 08 22:21:41.476452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ac21a28-4346-43a6-89d8-13a649b775b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.491513 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9071ee98-59fb-4e85-b5fa-28ba85742ba0 req-cb80d7d3-df19-4ad0-bbfd-e2459d5b9065 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630097 Jul 08 22:21:41.557275 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ac21a28-4346-43a6-89d8-13a649b775b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.561865 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ac21a28-4346-43a6-89d8-13a649b775b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:41.565664 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2ac21a28-4346-43a6-89d8-13a649b775b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/284d9c0d-2b61-44b5-ad3b-ee584115f5cf HTTP/1.1" status: 204 len: 168 time: 0.3151846 Jul 08 22:21:41.573452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac21a28-4346-43a6-89d8-13a649b775b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d9c0d-2b61-44b5-ad3b-ee584115f5cf,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:42.472217 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-54ccd939-7480-4643-99f8-e0753617ee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:42.687232 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c78c-ced6-4f6c-9899-8e4e8ef1bd57 req-48c2ec4f-1cb5-4b7f-92e5-8c2e27a4877a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:42.694250 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5549c78c-ced6-4f6c-9899-8e4e8ef1bd57 req-48c2ec4f-1cb5-4b7f-92e5-8c2e27a4877a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0784590 Jul 08 22:21:42.744333 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5549c78c-ced6-4f6c-9899-8e4e8ef1bd57 req-3b6c966a-b891-417d-adda-80b5990e8e46 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Jul 08 22:21:43.602521 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f90b4-de5d-4f39-83a7-50662620b3ba req-d8f85d57-994f-4c41-a2ea-86c99076e3c8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:43.604273 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e20f90b4-de5d-4f39-83a7-50662620b3ba req-d8f85d57-994f-4c41-a2ea-86c99076e3c8 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 945 time: 0.0660567 Jul 08 22:21:43.643863 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e20f90b4-de5d-4f39-83a7-50662620b3ba req-8da1a9ee-06d9-4876-b11e-f37ccbdb5143 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314572 Jul 08 22:21:43.923467 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1a9b1-2c8e-4ab1-aee6-175df62c85af req-18fd3a88-2664-41ac-a484-a89268c4fa9f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:43.925993 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4eb1a9b1-2c8e-4ab1-aee6-175df62c85af req-18fd3a88-2664-41ac-a484-a89268c4fa9f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0719469 Jul 08 22:21:43.972038 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4eb1a9b1-2c8e-4ab1-aee6-175df62c85af req-96b525e8-e098-49c4-9350-ee11ceedbbf9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390224 Jul 08 22:21:44.830688 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f873-3550-4168-88e8-bd810f058b28 req-9a884379-1efe-4a2e-bfd7-81548969ea11 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:44.832157 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0251f873-3550-4168-88e8-bd810f058b28 req-9a884379-1efe-4a2e-bfd7-81548969ea11 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 945 time: 0.0659599 Jul 08 22:21:44.870320 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0251f873-3550-4168-88e8-bd810f058b28 req-c163b736-e677-45d9-a235-2d8c529a0f26 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Jul 08 22:21:44.953775 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41282) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:45.019397 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6f25768d-19b4-4dbb-964a-dd2b4efe85d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.066256 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2d40ade5-84bf-4824-b22a-82289598c5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.164288 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941497a-9caf-4188-b939-941f6b6b0958 req-ad3989d4-4b5d-4347-a0c9-ba7233c8fa29 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:45.165934 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2941497a-9caf-4188-b939-941f6b6b0958 req-ad3989d4-4b5d-4347-a0c9-ba7233c8fa29 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0675299 Jul 08 22:21:45.167969 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2d40ade5-84bf-4824-b22a-82289598c5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.172716 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2d40ade5-84bf-4824-b22a-82289598c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.204933 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2941497a-9caf-4188-b939-941f6b6b0958 req-95a81efb-2c95-424b-96e9-fec49ab3f1f6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331211 Jul 08 22:21:45.218235 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2d40ade5-84bf-4824-b22a-82289598c5bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=579bd8032bf54f7db156ec471ee6e48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633235 Jul 08 22:21:45.219042 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41292) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:45.219738 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40ade5-84bf-4824-b22a-82289598c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41357b54-d97c-494d-ab1d-ffbfc6aa3643,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:45.224004 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.287135 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff128ef3-e4fe-473d-a182-6afaa9945e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.311873 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff128ef3-e4fe-473d-a182-6afaa9945e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.363125 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff128ef3-e4fe-473d-a182-6afaa9945e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.365864 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff128ef3-e4fe-473d-a182-6afaa9945e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.367198 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ff128ef3-e4fe-473d-a182-6afaa9945e23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41357b54-d97c-494d-ab1d-ffbfc6aa3643 HTTP/1.1" status: 204 len: 168 time: 0.1424806 Jul 08 22:21:45.376274 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff128ef3-e4fe-473d-a182-6afaa9945e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41357b54-d97c-494d-ab1d-ffbfc6aa3643,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:45.670858 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41328) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:45.687481 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d6bc265e-2945-4953-b18f-b257a0025bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.788694 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d6bc265e-2945-4953-b18f-b257a0025bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.793688 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d6bc265e-2945-4953-b18f-b257a0025bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.834807 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d6bc265e-2945-4953-b18f-b257a0025bfe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0888ecdceab45acbec56b82c38c6c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625543 Jul 08 22:21:45.837259 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41338) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:45.858007 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc265e-2945-4953-b18f-b257a0025bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67788557-5ab8-4b03-931b-47a8f2263196,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:45.925824 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:45.955894 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-db6c26ee-d108-498f-b52c-69444b6b4d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.004277 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-db6c26ee-d108-498f-b52c-69444b6b4d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.010096 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-0b4508fa-ef81-4452-ba0b-eb16e731a92a tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:46.011999 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-0b4508fa-ef81-4452-ba0b-eb16e731a92a tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.67 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 945 time: 0.0829871 Jul 08 22:21:46.062715 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-db6c26ee-d108-498f-b52c-69444b6b4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.065565 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-db6c26ee-d108-498f-b52c-69444b6b4d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.066855 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-db6c26ee-d108-498f-b52c-69444b6b4d7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67788557-5ab8-4b03-931b-47a8f2263196 HTTP/1.1" status: 204 len: 168 time: 0.2286823 Jul 08 22:21:46.075647 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c26ee-d108-498f-b52c-69444b6b4d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67788557-5ab8-4b03-931b-47a8f2263196,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:46.089319 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41350) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:46.206045 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f43cea-e338-4b47-95ee-ea7de2cecda4 req-b7a32d18-3b11-40be-b1e2-281cbcd8a420 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:46.208104 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6dea59ea-c3e5-4578-a4a0-3f26bd103200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.211356 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-95f43cea-e338-4b47-95ee-ea7de2cecda4 req-b7a32d18-3b11-40be-b1e2-281cbcd8a420 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 945 time: 0.1900640 Jul 08 22:21:46.248555 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Deleting port 24c6330c-adb9-4619-9eb1-5ae92db70173 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:21:46.248865 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.328766 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6dea59ea-c3e5-4578-a4a0-3f26bd103200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.335691 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6dea59ea-c3e5-4578-a4a0-3f26bd103200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.359187 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] For port 24c6330c-adb9-4619-9eb1-5ae92db70173, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=24c6330c-adb9-4619-9eb1-5ae92db70173,segment=NetworkSegment(8c249e62-5418-4da2-9730-7f0d2773ea27),segment_id=8c249e62-5418-4da2-9730-7f0d2773ea27)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:21:46.359915 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.382448 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6dea59ea-c3e5-4578-a4a0-3f26bd103200 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7364a7869f443c68b402693764ddb5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894511 Jul 08 22:21:46.382448 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea59ea-c3e5-4578-a4a0-3f26bd103200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c344865-7303-4431-b4ae-fb19d1b938d8,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:46.384639 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41362) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:46.388706 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Calling delete_port for 24c6330c-adb9-4619-9eb1-5ae92db70173 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:21:46.407992 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-95f43cea-e338-4b47-95ee-ea7de2cecda4 req-766a93c8-70c5-4012-a985-4eb809b3c883 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/security-groups?id=86ac4900-5047-43be-9216-ad99828080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893320 Jul 08 22:21:46.456077 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b1002d9c-6380-4bd0-b903-4f0262f1f353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.491741 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b1002d9c-6380-4bd0-b903-4f0262f1f353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.552500 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b1002d9c-6380-4bd0-b903-4f0262f1f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.555441 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b1002d9c-6380-4bd0-b903-4f0262f1f353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.562290 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b1002d9c-6380-4bd0-b903-4f0262f1f353 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c344865-7303-4431-b4ae-fb19d1b938d8 HTTP/1.1" status: 204 len: 168 time: 0.1766474 Jul 08 22:21:46.572233 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1002d9c-6380-4bd0-b903-4f0262f1f353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c344865-7303-4431-b4ae-fb19d1b938d8,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:46.854285 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5c08-3995-4f25-aac5-0229d1a22626 req-066dd8c4-c96a-4033-934a-a91892d51391 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:46.856052 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8bdb5c08-3995-4f25-aac5-0229d1a22626 req-066dd8c4-c96a-4033-934a-a91892d51391 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.3375294 Jul 08 22:21:46.904387 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:46.919109 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['24c6330c-adb9-4619-9eb1-5ae92db70173'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:21:46.950598 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8bdb5c08-3995-4f25-aac5-0229d1a22626 req-319995ae-5600-4bcd-b8c9-17d1a887d11b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875626 Jul 08 22:21:46.958661 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Pushing event deleted for resources: {'Port': ['ID=24c6330c-adb9-4619-9eb1-5ae92db70173,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:46.988575 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41394) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:47.005305 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e47db3d1-15ca-4eeb-9bcb-8811c6bf711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.031650 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] No DVR routers for this DVR port 24c6330c-adb9-4619-9eb1-5ae92db70173 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:21:47.035031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.037393 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-274d0f14-0d15-4db8-ba02-0398721bced7 req-bef26f71-cd57-4dcf-ac93-b275a8cc6be0 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.67 "DELETE /v2.0/ports/24c6330c-adb9-4619-9eb1-5ae92db70173 HTTP/1.1" status: 204 len: 173 time: 1.0045257 Jul 08 22:21:47.038496 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36576be1-4ac3-44c4-b6e3-f698c5e126ac', 'name': 'network-vif-deleted', 'tag': '24c6330c-adb9-4619-9eb1-5ae92db70173'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:21:47.041599 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ed46f0-45ee-4e69-b993-9f99bf5b31e5" -d '{"events": [{"server_uuid": "36576be1-4ac3-44c4-b6e3-f698c5e126ac", "name": "network-vif-deleted", "tag": "24c6330c-adb9-4619-9eb1-5ae92db70173"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:21:47.117662 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e08ed0-8466-4754-b918-fd8aa568fded x-openstack-request-id: req-f9e08ed0-8466-4754-b918-fd8aa568fded {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:21:47.118054 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36576be1-4ac3-44c4-b6e3-f698c5e126ac", "name": "network-vif-deleted", "tag": "24c6330c-adb9-4619-9eb1-5ae92db70173", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:21:47.118310 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9e08ed0-8466-4754-b918-fd8aa568fded {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:21:47.118716 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36576be1-4ac3-44c4-b6e3-f698c5e126ac', 'name': 'network-vif-deleted', 'tag': '24c6330c-adb9-4619-9eb1-5ae92db70173', 'status': 'completed', 'code': 200} Jul 08 22:21:47.154455 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41402) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:47.185433 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e47db3d1-15ca-4eeb-9bcb-8811c6bf711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.194245 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e47db3d1-15ca-4eeb-9bcb-8811c6bf711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.254672 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47db3d1-15ca-4eeb-9bcb-8811c6bf711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a374f-89f7-4bb2-a885-fa1cbb3dfaca,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:47.262642 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e47db3d1-15ca-4eeb-9bcb-8811c6bf711c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b1c198ba18042648f055492a722026f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698088 Jul 08 22:21:47.263276 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41408) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:47.334461 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1e3a-4444-415f-8cc9-690c4f9c6676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.363449 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1e3a-4444-415f-8cc9-690c4f9c6676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.442380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1e3a-4444-415f-8cc9-690c4f9c6676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.446492 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9b2d1e3a-4444-415f-8cc9-690c4f9c6676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.450473 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-9b2d1e3a-4444-415f-8cc9-690c4f9c6676 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a25a374f-89f7-4bb2-a885-fa1cbb3dfaca HTTP/1.1" status: 204 len: 168 time: 0.1841986 Jul 08 22:21:47.486295 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d1e3a-4444-415f-8cc9-690c4f9c6676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a374f-89f7-4bb2-a885-fa1cbb3dfaca,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:47.524072 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9620-81f7-4515-bacf-b32bbc334bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.642122 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-91d79292-0993-468a-975a-5ebdced10156 req-b814341e-4949-4ce2-94c3-c2c001663f01 tempest-DeleteServersTestJSON-455858306 tempest-DeleteServersTestJSON-455858306-project] 10.222.0.43 "GET /v2.0/ports?device_id=36576be1-4ac3-44c4-b6e3-f698c5e126ac HTTP/1.1" status: 200 len: 210 time: 0.0665197 Jul 08 22:21:47.688450 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.734135 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9620-81f7-4515-bacf-b32bbc334bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.740680 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9620-81f7-4515-bacf-b32bbc334bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.782496 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b9620-81f7-4515-bacf-b32bbc334bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d573ce19-1fa1-45ca-89ef-6e4bb91d2478,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:47.793198 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-6b4b9620-81f7-4515-bacf-b32bbc334bf1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eea6bfd4707941d197417cfb02798cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372328 Jul 08 22:21:47.795909 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41430) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:47.851513 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1dd42feb-3ff6-4707-8672-1d48b02cd570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.875624 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41434) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:47.875847 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1dd42feb-3ff6-4707-8672-1d48b02cd570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.888531 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2af71364-0227-4f46-bd45-c92f50b6c857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.932286 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41436) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:47.935386 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1dd42feb-3ff6-4707-8672-1d48b02cd570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.937726 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1dd42feb-3ff6-4707-8672-1d48b02cd570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:47.939085 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1dd42feb-3ff6-4707-8672-1d48b02cd570 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d573ce19-1fa1-45ca-89ef-6e4bb91d2478 HTTP/1.1" status: 204 len: 168 time: 0.1423538 Jul 08 22:21:47.947606 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd42feb-3ff6-4707-8672-1d48b02cd570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d573ce19-1fa1-45ca-89ef-6e4bb91d2478,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:48.046155 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2af71364-0227-4f46-bd45-c92f50b6c857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.053187 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2af71364-0227-4f46-bd45-c92f50b6c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.113295 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af71364-0227-4f46-bd45-c92f50b6c857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f65c0b-24c0-4eb2-81e4-1d10ec0e078d,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:48.158240 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-780f66b3-8941-417f-b93a-1d8045ec3964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.167825 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41446) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:48.168505 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2af71364-0227-4f46-bd45-c92f50b6c857 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e17b380747f94915ad9d255a86a64065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904527 Jul 08 22:21:48.236556 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0d1eb-4b06-4d5e-a4df-22913049ca31 req-6202f0ff-d8d8-41da-9aac-dbbb8567ed6b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:48.238753 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5a0d1eb-4b06-4d5e-a4df-22913049ca31 req-6202f0ff-d8d8-41da-9aac-dbbb8567ed6b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1433451 Jul 08 22:21:48.249496 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-75b80dc5-d6ba-441c-8606-856f422a315e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.285146 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-75b80dc5-d6ba-441c-8606-856f422a315e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.309573 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5a0d1eb-4b06-4d5e-a4df-22913049ca31 req-371b29c8-d73d-444d-be23-a1803baa75a2 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624230 Jul 08 22:21:48.339467 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-780f66b3-8941-417f-b93a-1d8045ec3964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.344575 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-780f66b3-8941-417f-b93a-1d8045ec3964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.348964 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41448) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:48.355477 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-75b80dc5-d6ba-441c-8606-856f422a315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.357908 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-75b80dc5-d6ba-441c-8606-856f422a315e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.358988 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-75b80dc5-d6ba-441c-8606-856f422a315e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7f65c0b-24c0-4eb2-81e4-1d10ec0e078d HTTP/1.1" status: 204 len: 168 time: 0.1898837 Jul 08 22:21:48.368844 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-594d8c97-e89d-4110-a22f-06ab46ed5204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.383729 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b80dc5-d6ba-441c-8606-856f422a315e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f65c0b-24c0-4eb2-81e4-1d10ec0e078d,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:48.390244 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-780f66b3-8941-417f-b93a-1d8045ec3964 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53c9b5930b4c4ee19f506cebda323c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543643 Jul 08 22:21:48.390244 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f66b3-8941-417f-b93a-1d8045ec3964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a81caa-8f64-4713-82b5-31d36d0b0e98,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:48.390502 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41452) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:48.469887 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-05c79a35-6050-49ee-9a9b-313d01e7da61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.502317 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-05c79a35-6050-49ee-9a9b-313d01e7da61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.555057 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-594d8c97-e89d-4110-a22f-06ab46ed5204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.562231 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-594d8c97-e89d-4110-a22f-06ab46ed5204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.598599 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-05c79a35-6050-49ee-9a9b-313d01e7da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.601315 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-05c79a35-6050-49ee-9a9b-313d01e7da61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.602917 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-05c79a35-6050-49ee-9a9b-313d01e7da61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8a81caa-8f64-4713-82b5-31d36d0b0e98 HTTP/1.1" status: 204 len: 168 time: 0.2110028 Jul 08 22:21:48.610607 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-594d8c97-e89d-4110-a22f-06ab46ed5204 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c94ecfac084c4c3fb2871a54f698ccab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596607 Jul 08 22:21:48.610910 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d8c97-e89d-4110-a22f-06ab46ed5204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac775d-0ded-49cc-8e51-cf67d697f260,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:48.614679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41466) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:48.621403 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c79a35-6050-49ee-9a9b-313d01e7da61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a81caa-8f64-4713-82b5-31d36d0b0e98,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:48.682467 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-68b07e22-71b6-497b-98ae-31cedc84ec5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.707996 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-68b07e22-71b6-497b-98ae-31cedc84ec5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.771160 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-68b07e22-71b6-497b-98ae-31cedc84ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.774082 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-68b07e22-71b6-497b-98ae-31cedc84ec5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:48.778980 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-68b07e22-71b6-497b-98ae-31cedc84ec5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53ac775d-0ded-49cc-8e51-cf67d697f260 HTTP/1.1" status: 204 len: 168 time: 0.1631598 Jul 08 22:21:48.792073 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b07e22-71b6-497b-98ae-31cedc84ec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac775d-0ded-49cc-8e51-cf67d697f260,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:49.222997 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 24c6330c-adb9-4619-9eb1-5ae92db70173 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:21:49.250451 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 24c6330c-adb9-4619-9eb1-5ae92db70173 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:21:49.250893 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 24c6330c-adb9-4619-9eb1-5ae92db70173 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:21:49.327142 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41506) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:49.342722 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f6b9793a-09d4-495a-9a83-d0f9518dc7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:49.493507 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f6b9793a-09d4-495a-9a83-d0f9518dc7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:49.499530 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f6b9793a-09d4-495a-9a83-d0f9518dc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:49.541011 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f6b9793a-09d4-495a-9a83-d0f9518dc7f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb8571953e1f4afc92a4f0be09625e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127187 Jul 08 22:21:49.545962 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41516) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:49.557906 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9793a-09d4-495a-9a83-d0f9518dc7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2226cc1a-63f7-4ae8-8160-a4392fc2c307,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:49.576030 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53aaac-b40b-461a-aeaa-2ffa6554bee9 req-6f7f1cb6-fd25-487d-a56c-e4fcd625430c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:49.577581 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f53aaac-b40b-461a-aeaa-2ffa6554bee9 req-6f7f1cb6-fd25-487d-a56c-e4fcd625430c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1252840 Jul 08 22:21:49.647460 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7f53aaac-b40b-461a-aeaa-2ffa6554bee9 req-a5122fb9-ce25-4618-9bb9-4e627645414c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612288 Jul 08 22:21:49.648936 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1263ad99-4323-4276-b3df-a90f6242a941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:49.674861 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1263ad99-4323-4276-b3df-a90f6242a941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:49.730899 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1263ad99-4323-4276-b3df-a90f6242a941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:49.733899 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1263ad99-4323-4276-b3df-a90f6242a941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:49.738079 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-1263ad99-4323-4276-b3df-a90f6242a941 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2226cc1a-63f7-4ae8-8160-a4392fc2c307 HTTP/1.1" status: 204 len: 168 time: 0.1876590 Jul 08 22:21:49.743913 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263ad99-4323-4276-b3df-a90f6242a941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2226cc1a-63f7-4ae8-8160-a4392fc2c307,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:50.348986 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41578) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:50.401008 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_v2 [None req-db60c6e7-b00b-40db-91f4-0cb625eb3c95 admin admin] Deleting subnet a0aa6333-8767-4ec1-92c1-5a0e661d3722 {{(pid=93028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:21:50.404681 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-db60c6e7-b00b-40db-91f4-0cb625eb3c95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.441878 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-db60c6e7-b00b-40db-91f4-0cb625eb3c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823667'] for subnet, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.491054 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-db60c6e7-b00b-40db-91f4-0cb625eb3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.559789 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-db60c6e7-b00b-40db-91f4-0cb625eb3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8452487'] for subnet, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.591260 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60c6e7-b00b-40db-91f4-0cb625eb3c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0aa6333-8767-4ec1-92c1-5a0e661d3722,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:50.596031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-db60c6e7-b00b-40db-91f4-0cb625eb3c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.600928 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41592) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:50.601401 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-db60c6e7-b00b-40db-91f4-0cb625eb3c95 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a0aa6333-8767-4ec1-92c1-5a0e661d3722 HTTP/1.1" status: 204 len: 168 time: 0.2507284 Jul 08 22:21:50.746457 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.862626 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.873684 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec8fdf-037d-43f0-b726-1c42849185e9 req-2d4e1bf7-06d6-4846-9b0f-7831102eee37 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:50.874742 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebde3ed6-da3b-45a6-882a-f82e1fcf467d']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:50.875439 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6eec8fdf-037d-43f0-b726-1c42849185e9 req-2d4e1bf7-06d6-4846-9b0f-7831102eee37 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0708210 Jul 08 22:21:50.891032 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c249e62-5418-4da2-9730-7f0d2773ea27') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:50.891407 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c249e62-5418-4da2-9730-7f0d2773ea27') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:21:50.903326 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.927301 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.929757 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6eec8fdf-037d-43f0-b726-1c42849185e9 req-66c426b8-8f7c-43fe-ac6b-23110264ce1f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481780 Jul 08 22:21:50.933265 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:21:50.933631 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:21:50.935430 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:21:50.995531 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.008024 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.010740 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] 10.222.0.43 "DELETE /v2.0/networks/ebde3ed6-da3b-45a6-882a-f82e1fcf467d HTTP/1.1" status: 204 len: 168 time: 0.4082184 Jul 08 22:21:51.022078 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97012f-d20b-4e8f-a366-7e686e6a857f admin admin] Pushing event deleted for resources: {'Network': ['ID=ebde3ed6-da3b-45a6-882a-f82e1fcf467d,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:51.175634 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41622) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:51.212540 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41626) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:51.256764 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-034292b8-e72a-4bf5-85a0-b0c5fcfe236d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2d5ebe3f95144a889030c6c8717a865&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430379 Jul 08 22:21:51.259216 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41628) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:51.313157 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-54ec6ecb-4bde-46f7-bb0b-4826dd835945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.338933 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-54ec6ecb-4bde-46f7-bb0b-4826dd835945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.402452 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-54ec6ecb-4bde-46f7-bb0b-4826dd835945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.405340 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-54ec6ecb-4bde-46f7-bb0b-4826dd835945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.406907 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-54ec6ecb-4bde-46f7-bb0b-4826dd835945 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86ac4900-5047-43be-9216-ad99828080b2 HTTP/1.1" status: 204 len: 168 time: 0.1464043 Jul 08 22:21:51.417035 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec6ecb-4bde-46f7-bb0b-4826dd835945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ac4900-5047-43be-9216-ad99828080b2,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:51.465651 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02a805de-9fce-4b92-85ea-133743e19724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.558508 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02a805de-9fce-4b92-85ea-133743e19724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.564079 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02a805de-9fce-4b92-85ea-133743e19724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.607047 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-02a805de-9fce-4b92-85ea-133743e19724 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c90cabfe625147a7a469cc66932686ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302022 Jul 08 22:21:51.609598 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41644) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:51.616205 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a805de-9fce-4b92-85ea-133743e19724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e6911c-32ae-483e-aace-0fc2fc36f0b6,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:51.668265 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-77ebb6c9-c874-4b1c-9ab7-d4efb89b77a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.693983 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-77ebb6c9-c874-4b1c-9ab7-d4efb89b77a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.745331 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-77ebb6c9-c874-4b1c-9ab7-d4efb89b77a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.748428 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-77ebb6c9-c874-4b1c-9ab7-d4efb89b77a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:51.753053 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-77ebb6c9-c874-4b1c-9ab7-d4efb89b77a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9e6911c-32ae-483e-aace-0fc2fc36f0b6 HTTP/1.1" status: 204 len: 168 time: 0.1393628 Jul 08 22:21:51.758360 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebb6c9-c874-4b1c-9ab7-d4efb89b77a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e6911c-32ae-483e-aace-0fc2fc36f0b6,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:52.150754 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d9cb-d0fa-46e0-a7ea-eae745ff5799 req-c583c6f5-d048-43c7-bf4b-d20a06259ad2 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:52.152402 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e71d9cb-d0fa-46e0-a7ea-eae745ff5799 req-c583c6f5-d048-43c7-bf4b-d20a06259ad2 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0874593 Jul 08 22:21:52.224384 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e71d9cb-d0fa-46e0-a7ea-eae745ff5799 req-4e23c5ba-02c9-4b7e-87a6-9a0208affa4f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592933 Jul 08 22:21:53.322789 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41762) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:53.456000 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541151a-7724-4ca8-9d97-5ce139b68044 req-25ca874b-c430-4642-8a2c-f454051be855 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:53.457797 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0541151a-7724-4ca8-9d97-5ce139b68044 req-25ca874b-c430-4642-8a2c-f454051be855 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1063251 Jul 08 22:21:53.521893 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0541151a-7724-4ca8-9d97-5ce139b68044 req-bf81ce80-0132-4f78-961b-a98c02838f94 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581892 Jul 08 22:21:53.622720 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-da7fd4aa-2e97-4ca8-90c9-c9ad998a0330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:53.840052 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-da7fd4aa-2e97-4ca8-90c9-c9ad998a0330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:53.844973 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-da7fd4aa-2e97-4ca8-90c9-c9ad998a0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:53.900794 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-da7fd4aa-2e97-4ca8-90c9-c9ad998a0330 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8539fcb9210841ef954faede2b072b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743916 Jul 08 22:21:53.901607 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41802) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:53.912016 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fd4aa-2e97-4ca8-90c9-c9ad998a0330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad369328-0563-4782-a17a-b53162d2fa22,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:53.972949 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6edd8c3f-f0c5-40cf-ada7-0f436bd9ebcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:53.999192 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6edd8c3f-f0c5-40cf-ada7-0f436bd9ebcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.056501 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6edd8c3f-f0c5-40cf-ada7-0f436bd9ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.059315 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6edd8c3f-f0c5-40cf-ada7-0f436bd9ebcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.063645 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6edd8c3f-f0c5-40cf-ada7-0f436bd9ebcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad369328-0563-4782-a17a-b53162d2fa22 HTTP/1.1" status: 204 len: 168 time: 0.1580219 Jul 08 22:21:54.069721 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd8c3f-f0c5-40cf-ada7-0f436bd9ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad369328-0563-4782-a17a-b53162d2fa22,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:54.413427 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41836) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:54.529364 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41842) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:54.537313 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a39f8f25-6cde-4037-bdb3-15bea5061d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.648967 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41856) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:54.682154 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a39f8f25-6cde-4037-bdb3-15bea5061d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.711360 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a39f8f25-6cde-4037-bdb3-15bea5061d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.730073 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-794608b7-138d-4732-846e-45da16c92ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.744569 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-a39f8f25-6cde-4037-bdb3-15bea5061d68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ebeb23347af49fd8a624fdcd8430549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193744 Jul 08 22:21:54.747933 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41860) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:54.766934 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f8f25-6cde-4037-bdb3-15bea5061d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7757ed-e950-4ad3-9050-7917849b8bd2,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:54.804917 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca51a8-85b0-4b85-a944-4c48b427f644 req-ecec9a33-11ed-4682-bb79-bdac16d449f6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:54.806474 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b0ca51a8-85b0-4b85-a944-4c48b427f644 req-ecec9a33-11ed-4682-bb79-bdac16d449f6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1265345 Jul 08 22:21:54.806619 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dd070833-2ec1-48a7-879f-59eab54140d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.871892 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cee72ae7-37d9-4187-b6b5-07a0142da793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.897405 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b0ca51a8-85b0-4b85-a944-4c48b427f644 req-91aff947-15de-4ed0-a3ed-9fc0b920c063 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845547 Jul 08 22:21:54.901640 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cee72ae7-37d9-4187-b6b5-07a0142da793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.963925 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cee72ae7-37d9-4187-b6b5-07a0142da793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.966415 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cee72ae7-37d9-4187-b6b5-07a0142da793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:54.970710 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-cee72ae7-37d9-4187-b6b5-07a0142da793 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de7757ed-e950-4ad3-9050-7917849b8bd2 HTTP/1.1" status: 204 len: 168 time: 0.2183878 Jul 08 22:21:54.992525 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee72ae7-37d9-4187-b6b5-07a0142da793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7757ed-e950-4ad3-9050-7917849b8bd2,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:55.001709 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-794608b7-138d-4732-846e-45da16c92ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.012288 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-794608b7-138d-4732-846e-45da16c92ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.071713 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-794608b7-138d-4732-846e-45da16c92ab2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0f8c26ccc684ad9aac76873d4ae3e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560988 Jul 08 22:21:55.074738 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41874) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:55.080285 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794608b7-138d-4732-846e-45da16c92ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc84012b-0d92-48b5-966d-686a5a57386b,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:55.155360 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dd070833-2ec1-48a7-879f-59eab54140d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.160117 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c206c3ba-a3f5-414d-ae41-a0deb5ad2f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.160706 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dd070833-2ec1-48a7-879f-59eab54140d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.197386 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-dd070833-2ec1-48a7-879f-59eab54140d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8867fa103f4c4bd29011c5e827a5385d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470824 Jul 08 22:21:55.202705 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c206c3ba-a3f5-414d-ae41-a0deb5ad2f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.202705 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41880) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:55.219241 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd070833-2ec1-48a7-879f-59eab54140d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd84b18-6a96-4070-8eab-79340171232a,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:55.283663 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b49a627e-5653-42c2-b9d6-830d9e4243f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.308850 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b49a627e-5653-42c2-b9d6-830d9e4243f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.310470 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c206c3ba-a3f5-414d-ae41-a0deb5ad2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.313007 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c206c3ba-a3f5-414d-ae41-a0deb5ad2f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.314133 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-c206c3ba-a3f5-414d-ae41-a0deb5ad2f0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc84012b-0d92-48b5-966d-686a5a57386b HTTP/1.1" status: 204 len: 168 time: 0.2374630 Jul 08 22:21:55.336003 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206c3ba-a3f5-414d-ae41-a0deb5ad2f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc84012b-0d92-48b5-966d-686a5a57386b,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:55.384311 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b49a627e-5653-42c2-b9d6-830d9e4243f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.387839 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b49a627e-5653-42c2-b9d6-830d9e4243f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.393029 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-b49a627e-5653-42c2-b9d6-830d9e4243f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbd84b18-6a96-4070-8eab-79340171232a HTTP/1.1" status: 204 len: 168 time: 0.1871998 Jul 08 22:21:55.402347 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a627e-5653-42c2-b9d6-830d9e4243f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd84b18-6a96-4070-8eab-79340171232a,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:55.704374 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41902) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:55.718371 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-eff5d2a3-3b7c-4293-8a84-55c5ba218054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.803098 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41904) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:55.819413 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-771b2b99-1ba5-4d18-a1c1-e1a77d8e5619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.821306 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-eff5d2a3-3b7c-4293-8a84-55c5ba218054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.827558 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-eff5d2a3-3b7c-4293-8a84-55c5ba218054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.868608 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-eff5d2a3-3b7c-4293-8a84-55c5ba218054 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e8b8d9ee3e449ada5fb32234d0f7624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628454 Jul 08 22:21:55.872438 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41908) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:55.880718 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5d2a3-3b7c-4293-8a84-55c5ba218054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bcc45a-e58d-467c-b7f1-575274014bf4,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:55.928734 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-771b2b99-1ba5-4d18-a1c1-e1a77d8e5619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.933988 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-771b2b99-1ba5-4d18-a1c1-e1a77d8e5619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.960750 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b2b99-1ba5-4d18-a1c1-e1a77d8e5619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2a0492-551e-48d4-b135-8df866378b7a,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:55.961336 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc95960c-d850-4849-80e7-3e99dfd9123b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:55.987536 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-771b2b99-1ba5-4d18-a1c1-e1a77d8e5619 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d66fc35fbb5f4534b98533577c9f1492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826603 Jul 08 22:21:55.990114 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 41916) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:55.999367 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc95960c-d850-4849-80e7-3e99dfd9123b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:56.066019 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-789a9bd2-3fba-4bc6-95d4-5e6d165c5ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:56.077164 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc95960c-d850-4849-80e7-3e99dfd9123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:56.080324 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc95960c-d850-4849-80e7-3e99dfd9123b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:56.081992 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-fc95960c-d850-4849-80e7-3e99dfd9123b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1bcc45a-e58d-467c-b7f1-575274014bf4 HTTP/1.1" status: 204 len: 168 time: 0.2086396 Jul 08 22:21:56.100111 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-789a9bd2-3fba-4bc6-95d4-5e6d165c5ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:56.106305 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95960c-d850-4849-80e7-3e99dfd9123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bcc45a-e58d-467c-b7f1-575274014bf4,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:56.162633 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-789a9bd2-3fba-4bc6-95d4-5e6d165c5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:56.165173 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-789a9bd2-3fba-4bc6-95d4-5e6d165c5ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:56.166876 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-789a9bd2-3fba-4bc6-95d4-5e6d165c5ff0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d2a0492-551e-48d4-b135-8df866378b7a HTTP/1.1" status: 204 len: 168 time: 0.1750782 Jul 08 22:21:56.175031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec467aba-3833-423b-8807-db7343c90e57 req-d9a03913-e0a3-45b5-900f-55bd24e5d562 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:56.183655 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a9bd2-3fba-4bc6-95d4-5e6d165c5ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2a0492-551e-48d4-b135-8df866378b7a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:56.185619 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ec467aba-3833-423b-8807-db7343c90e57 req-d9a03913-e0a3-45b5-900f-55bd24e5d562 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1243031 Jul 08 22:21:56.229012 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ec467aba-3833-423b-8807-db7343c90e57 req-d3b76ddf-54d0-4d9b-8598-4ed87cccb2fe tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Jul 08 22:21:57.115613 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 41980) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:57.255973 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-343256832-network', 'tenant_id': '9ee66a591a2a4ab6ae3e379e05481752'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:57.280394 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Made reservation on behalf of 9ee66a591a2a4ab6ae3e379e05481752 for: {'network': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:57.282779 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.292137 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.384756 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.389728 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.411771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:21:57.431728 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.432067 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.segments_db [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Added segment 4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0 of type vlan for network 0619c344-2594-41c5-bd92-6164237da7a0 Jul 08 22:21:57.440429 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0091fff7-a80a-4bee-b251-eef173d3e6db,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:57.480744 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.515800 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.517294 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:57.517975 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.581353 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] Pushing event updated for resources: {'Network': ['ID=0619c344-2594-41c5-bd92-6164237da7a0,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:57.588216 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-5d8dea0b-bba3-45c7-9084-0f167a7f83ae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4682610 Jul 08 22:21:57.588645 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42002) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:57.593884 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Request body: {'subnet': {'network_id': '0619c344-2594-41c5-bd92-6164237da7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-343256832-subnet', 'tenant_id': '9ee66a591a2a4ab6ae3e379e05481752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:21:57.599854 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 0619c344-2594-41c5-bd92-6164237da7a0 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:21:57.621584 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Made reservation on behalf of 9ee66a591a2a4ab6ae3e379e05481752 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:21:57.625831 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9644887'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.808001 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9644901'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.866995 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=125f08e6-3fb2-408f-bdd3-c8bb49af8960,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:57.872616 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Checking segment: {'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:21:57.873191 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Network hostable DHCP agents. Network: 0619c344-2594-41c5-bd92-6164237da7a0, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:21:57.894449 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Network 0619c344-2594-41c5-bd92-6164237da7a0 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:21:57.904977 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 0619c344-2594-41c5-bd92-6164237da7a0) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:21:57.915127 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430a579-5741-474e-82d7-b672f1a552b9 None None] Network 0619c344-2594-41c5-bd92-6164237da7a0 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:57.920013 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:57.920729 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:57.946987 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e7a4270d-014c-4cfe-9a49-04a071afb09f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533912 Jul 08 22:21:58.049330 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb5db0-0d23-42a1-af01-b135a7b24200 None None] Network 0619c344-2594-41c5-bd92-6164237da7a0 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:21:58.103349 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 42028) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:58.207525 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a076b0eb-027d-4704-842d-2bc5be303ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.302142 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a076b0eb-027d-4704-842d-2bc5be303ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.306407 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a076b0eb-027d-4704-842d-2bc5be303ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.349951 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-a076b0eb-027d-4704-842d-2bc5be303ee1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c2b4443041747b89011429a1badf032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454619 Jul 08 22:21:58.351565 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076b0eb-027d-4704-842d-2bc5be303ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0978ddf-5e2a-40e2-8221-71647743455a,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:58.352966 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42032) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:58.407979 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4a72ec01-e42e-49fe-9e8d-4448fffd3e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.430206 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4a72ec01-e42e-49fe-9e8d-4448fffd3e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.502570 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4a72ec01-e42e-49fe-9e8d-4448fffd3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.506340 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4a72ec01-e42e-49fe-9e8d-4448fffd3e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.511497 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4a72ec01-e42e-49fe-9e8d-4448fffd3e27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0978ddf-5e2a-40e2-8221-71647743455a HTTP/1.1" status: 204 len: 168 time: 0.1565831 Jul 08 22:21:58.521420 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72ec01-e42e-49fe-9e8d-4448fffd3e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0978ddf-5e2a-40e2-8221-71647743455a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:58.680747 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e1189-0755-4967-91d6-bf2b00cfbeb9 req-3c636b4e-8fca-49b0-8bec-241dd44f0cc7 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:21:58.682507 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-134e1189-0755-4967-91d6-bf2b00cfbeb9 req-3c636b4e-8fca-49b0-8bec-241dd44f0cc7 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0659592 Jul 08 22:21:58.724562 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-134e1189-0755-4967-91d6-bf2b00cfbeb9 req-dc91dd03-108f-4830-ae0d-b680c731221c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337601 Jul 08 22:21:58.805734 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42046) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:58.819611 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e05b8595-26ac-430d-ab51-af25deb9f64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.906376 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e05b8595-26ac-430d-ab51-af25deb9f64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.910131 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e05b8595-26ac-430d-ab51-af25deb9f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:58.948033 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b8595-26ac-430d-ab51-af25deb9f64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81354f7-4953-42bc-b03e-749f7a607348,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:21:58.958118 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 42050) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:21:58.958364 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e05b8595-26ac-430d-ab51-af25deb9f64e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80a62a0ade2b4759bf2e4fdc4cec3a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512542 Jul 08 22:21:59.007864 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b657717c-8e8a-41b5-8798-66a9f04f9952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:59.028924 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b657717c-8e8a-41b5-8798-66a9f04f9952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:59.076445 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b657717c-8e8a-41b5-8798-66a9f04f9952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:59.078991 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b657717c-8e8a-41b5-8798-66a9f04f9952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:21:59.082639 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-b657717c-8e8a-41b5-8798-66a9f04f9952 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a81354f7-4953-42bc-b03e-749f7a607348 HTTP/1.1" status: 204 len: 168 time: 0.1210425 Jul 08 22:21:59.088192 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657717c-8e8a-41b5-8798-66a9f04f9952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81354f7-4953-42bc-b03e-749f7a607348,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:00.074181 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dcc75-3311-4f07-90bd-7d0c4691dc49 req-87405a0c-fd91-40d7-8abc-0c4cff33e40b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:00.075749 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-392dcc75-3311-4f07-90bd-7d0c4691dc49 req-87405a0c-fd91-40d7-8abc-0c4cff33e40b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.2068162 Jul 08 22:22:00.110844 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-461cd036-9b57-4b9b-97d8-158ab738c20e tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:00.112548 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-461cd036-9b57-4b9b-97d8-158ab738c20e tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/networks?id=0619c344-2594-41c5-bd92-6164237da7a0 HTTP/1.1" status: 200 len: 808 time: 0.1644568 Jul 08 22:22:00.142168 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-fb4a575c-1f48-4e4d-88d9-3fafb94e1daa tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/quotas/9ee66a591a2a4ab6ae3e379e05481752 HTTP/1.1" status: 200 len: 375 time: 0.0212052 Jul 08 22:22:00.162397 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-392dcc75-3311-4f07-90bd-7d0c4691dc49 req-fb40a779-a890-4ebb-8d19-55e7f65ea377 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745058 Jul 08 22:22:00.190531 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-5d9eec88-e258-4098-b472-54d2ed2cebaf tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ee66a591a2a4ab6ae3e379e05481752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410759 Jul 08 22:22:00.282713 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-f4702be4-2576-4770-a11e-f9834fcabcb1 service neutron] 10.222.0.43 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848818 Jul 08 22:22:00.383564 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-44f4728f-3401-4034-ad70-bd09d06082ed service neutron] 10.222.0.43 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939949 Jul 08 22:22:00.547699 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-481af9d0-b434-419f-b5f4-44e49b99d081 req-cd092ec7-46b1-4624-9323-1a0d4f97bfa2 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 210 time: 0.0291784 Jul 08 22:22:01.161142 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 42212) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:01.193052 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-cb935955-bcab-43ff-922c-3b12c5fd2e31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669436 Jul 08 22:22:01.414474 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-245d8841-6618-4830-835c-51bfe67a4596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:01.466184 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-282de1c6-39ce-4c6b-8ac5-d84596fb9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:01.467874 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-282de1c6-39ce-4c6b-8ac5-d84596fb9d65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1098 time: 0.1201415 Jul 08 22:22:01.494246 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f141c9-d39a-4c87-b41e-fab2160b99ec req-565d8586-a79f-47a7-a4e5-d2e8cdd7fd58 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:01.495816 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-05f141c9-d39a-4c87-b41e-fab2160b99ec req-565d8586-a79f-47a7-a4e5-d2e8cdd7fd58 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1943016 Jul 08 22:22:01.565647 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42248) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:01.615229 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-05f141c9-d39a-4c87-b41e-fab2160b99ec req-1ca03e2e-6aab-443b-bf39-a593eb0ba111 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079922 Jul 08 22:22:01.658180 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-e10be5af-d9de-44e1-bff4-3b537f24b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:01.661000 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-e10be5af-d9de-44e1-bff4-3b537f24b819 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 919 time: 0.1641417 Jul 08 22:22:01.718895 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-82128506-28fd-45eb-bcb7-199cec3871cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:01.738392 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-d2d62798-efbb-439c-a610-630c7bbb2c46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 200 len: 217 time: 0.0506608 Jul 08 22:22:01.747057 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-245d8841-6618-4830-835c-51bfe67a4596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:01.773029 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-761f6b0c-3fb4-466f-8eb1-bee55a6c3027 req-96fba328-fc40-443a-8d38-b3e694c6609f tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 210 time: 0.0402329 Jul 08 22:22:01.773628 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-245d8841-6618-4830-835c-51bfe67a4596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:01.808053 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-245d8841-6618-4830-835c-51bfe67a4596 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a609f7664624ac09031a36cecbb6379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6454806 Jul 08 22:22:01.815646 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42268) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:01.859422 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d8841-6618-4830-835c-51bfe67a4596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4035122e-7824-479f-bd27-af89e755d4d2,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:01.884677 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-ec442df4-9ae2-4d92-b3b1-94e711c1081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:01.886230 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-ec442df4-9ae2-4d92-b3b1-94e711c1081f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.1170371 Jul 08 22:22:01.961470 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-0cadf7f5-8ae8-45b3-a259-9e967fa02cec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589693 Jul 08 22:22:01.979737 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-82128506-28fd-45eb-bcb7-199cec3871cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:01.991157 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c9bfcdcc-3b25-4a3a-90c7-c8e0b5c32e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.042804 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c9bfcdcc-3b25-4a3a-90c7-c8e0b5c32e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.076589 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-82128506-28fd-45eb-bcb7-199cec3871cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.152583 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-82128506-28fd-45eb-bcb7-199cec3871cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a1a0bd9e2fb40759f822b6ffb481bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852239 Jul 08 22:22:02.153946 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82128506-28fd-45eb-bcb7-199cec3871cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6165409-9962-4c4d-9782-451fe4bbc39c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:02.157648 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42296) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:02.207636 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c9bfcdcc-3b25-4a3a-90c7-c8e0b5c32e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.210958 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c9bfcdcc-3b25-4a3a-90c7-c8e0b5c32e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.212239 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c9bfcdcc-3b25-4a3a-90c7-c8e0b5c32e6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4035122e-7824-479f-bd27-af89e755d4d2 HTTP/1.1" status: 204 len: 168 time: 0.3955688 Jul 08 22:22:02.225525 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfcdcc-3b25-4a3a-90c7-c8e0b5c32e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4035122e-7824-479f-bd27-af89e755d4d2,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:02.242285 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dbff-76e5-4a9d-aa6c-02cb98d4b6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.280159 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dbff-76e5-4a9d-aa6c-02cb98d4b6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.309671 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-c8e0f3f3-06b8-4be1-a689-b938784f48e9 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194849 Jul 08 22:22:02.351759 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42312) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:02.381935 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dbff-76e5-4a9d-aa6c-02cb98d4b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.384779 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dbff-76e5-4a9d-aa6c-02cb98d4b6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.389292 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4aa4dbff-76e5-4a9d-aa6c-02cb98d4b6ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6165409-9962-4c4d-9782-451fe4bbc39c HTTP/1.1" status: 204 len: 168 time: 0.2283325 Jul 08 22:22:02.403143 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4dbff-76e5-4a9d-aa6c-02cb98d4b6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6165409-9962-4c4d-9782-451fe4bbc39c,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:02.412731 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-7467419d-4e0c-4402-aba8-a0305d200707 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:02.423820 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-7467419d-4e0c-4402-aba8-a0305d200707 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.67 "GET /v2.0/networks?id=0619c344-2594-41c5-bd92-6164237da7a0 HTTP/1.1" status: 200 len: 808 time: 0.4651062 Jul 08 22:22:02.441929 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Request body: {'port': {'device_id': 'f07642dc-0632-49c3-87c0-163afb11cfc6', 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0', 'admin_state_up': True, 'tenant_id': '9ee66a591a2a4ab6ae3e379e05481752'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:22:02.528779 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dabe25c2-5ed7-4bcf-93c2-b5e746f607d2 req-5240a62d-dc81-4ed0-8ed8-474b412a83a8 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921570 Jul 08 22:22:02.637755 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d5546ce7-0d3d-4928-ba35-23e5743bfd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.640849 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Made reservation on behalf of 9ee66a591a2a4ab6ae3e379e05481752 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:22:02.648798 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.798906 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d5546ce7-0d3d-4928-ba35-23e5743bfd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.805087 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d5546ce7-0d3d-4928-ba35-23e5743bfd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:02.872462 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d5546ce7-0d3d-4928-ba35-23e5743bfd6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9fe69681dc14615bf0e0bb409511b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161285 Jul 08 22:22:02.875388 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5546ce7-0d3d-4928-ba35-23e5743bfd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5321b78c-1bc4-4d65-b60f-fda2b63e8572,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:02.878390 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42336) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:02.953399 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42338) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:02.956043 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Allocated IP 172.20.0.2 (0619c344-2594-41c5-bd92-6164237da7a0/125f08e6-3fb2-408f-bdd3-c8bb49af8960/59d97017-90fd-441d-a3da-37ac28dd53d2) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:22:02.976724 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5cdde851-1883-4560-8b6a-73e8f0c7ebbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.007788 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5cdde851-1883-4560-8b6a-73e8f0c7ebbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.008010 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ac88c84e-f86b-40d5-9ca9-cd1a64bd1c00 req-69318fd1-f617-4388-bf5a-ef1103e50366 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 210 time: 0.0495691 Jul 08 22:22:03.036613 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c102-fce0-4932-add2-cf703b7be5e0 req-a84f415d-e453-40d3-8328-19604c4a7143 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:03.038117 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1aa7c102-fce0-4932-add2-cf703b7be5e0 req-a84f415d-e453-40d3-8328-19604c4a7143 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.2111444 Jul 08 22:22:03.074326 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5cdde851-1883-4560-8b6a-73e8f0c7ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.079402 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5cdde851-1883-4560-8b6a-73e8f0c7ebbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.084395 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-5cdde851-1883-4560-8b6a-73e8f0c7ebbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5321b78c-1bc4-4d65-b60f-fda2b63e8572 HTTP/1.1" status: 204 len: 168 time: 0.2038014 Jul 08 22:22:03.092618 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdde851-1883-4560-8b6a-73e8f0c7ebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5321b78c-1bc4-4d65-b60f-fda2b63e8572,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:03.100054 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42346) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:03.146384 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7244f6aa-08f7-4c11-ab2c-88328968fbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.153488 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c1536b4-fb5c-4d07-bf43-d611d1823bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.162518 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1aa7c102-fce0-4932-add2-cf703b7be5e0 req-8fc036a3-a8fa-4c68-bf6c-cdc6d535b7f5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117687 Jul 08 22:22:03.261643 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.275078 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7244f6aa-08f7-4c11-ab2c-88328968fbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.284401 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7244f6aa-08f7-4c11-ab2c-88328968fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.309161 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.338025 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7244f6aa-08f7-4c11-ab2c-88328968fbe3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d42e0d2e1fbc43a89bde6b440e331f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832772 Jul 08 22:22:03.338743 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244f6aa-08f7-4c11-ab2c-88328968fbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9d7ef-1892-4d64-9e78-61bd845145bd,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:03.342285 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 42350) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:03.377636 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Network 0619c344-2594-41c5-bd92-6164237da7a0 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:22:03.387649 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:22:03.390716 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:22:03.433861 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c1536b4-fb5c-4d07-bf43-d611d1823bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.439227 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c1536b4-fb5c-4d07-bf43-d611d1823bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.460004 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Pushing event updated for resources: {'Port': ['ID=59d97017-90fd-441d-a3da-37ac28dd53d2,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:03.492403 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1536b4-fb5c-4d07-bf43-d611d1823bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea747741-ddb9-48c1-8f7c-d7334a9748cc,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:03.493067 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6c1536b4-fb5c-4d07-bf43-d611d1823bf4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2fe26158be44a398cdf979cdcf39b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812320 Jul 08 22:22:03.496294 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42352) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:03.510369 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:03.511059 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.536083 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-c9f80678-b117-477f-abb9-1ef01246a9ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007612 Jul 08 22:22:03.536678 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-87e14f0b-1624-47e7-909b-985329bc591c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.554130 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f334850c-e0c6-423c-94c1-daa8f4a3077c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.558009 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Request body: {'port': {'device_id': 'f07642dc-0632-49c3-87c0-163afb11cfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:22:03.565331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-87e14f0b-1624-47e7-909b-985329bc591c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.575545 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f334850c-e0c6-423c-94c1-daa8f4a3077c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.620790 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f334850c-e0c6-423c-94c1-daa8f4a3077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.623645 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f334850c-e0c6-423c-94c1-daa8f4a3077c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.624792 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f334850c-e0c6-423c-94c1-daa8f4a3077c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea747741-ddb9-48c1-8f7c-d7334a9748cc HTTP/1.1" status: 204 len: 168 time: 0.1273692 Jul 08 22:22:03.632928 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334850c-e0c6-423c-94c1-daa8f4a3077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea747741-ddb9-48c1-8f7c-d7334a9748cc,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:03.663950 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.679069 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-87e14f0b-1624-47e7-909b-985329bc591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.681645 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-87e14f0b-1624-47e7-909b-985329bc591c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:03.682753 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-87e14f0b-1624-47e7-909b-985329bc591c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92a9d7ef-1892-4d64-9e78-61bd845145bd HTTP/1.1" status: 204 len: 168 time: 0.3379352 Jul 08 22:22:03.713175 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e14f0b-1624-47e7-909b-985329bc591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9d7ef-1892-4d64-9e78-61bd845145bd,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:04.072374 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42364) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:04.085681 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-77f4de1b-8ce0-4b33-8666-949a26d0e29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.127382 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42366) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:04.147727 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc1ac-074d-4f25-9e35-2d5e38f7aa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.210570 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-77f4de1b-8ce0-4b33-8666-949a26d0e29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.211416 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d97017-90fd-441d-a3da-37ac28dd53d2 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:22:04.216798 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-77f4de1b-8ce0-4b33-8666-949a26d0e29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.220433 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.237989 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Transition to ACTIVE for port object 59d97017-90fd-441d-a3da-37ac28dd53d2 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:22:04.246377 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.279668 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-77f4de1b-8ce0-4b33-8666-949a26d0e29b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f40d6c31a96f49e3ab8d335df485ea5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037592 Jul 08 22:22:04.279902 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42372) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:04.291279 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4de1b-8ce0-4b33-8666-949a26d0e29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57a653b-c7d1-49b0-9b58-3c7285dbdbf0,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:04.291806 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bc93-a328-46ed-8050-65c98ed3dee5 req-0c78cc8b-b54a-4638-a360-464f7105de7d tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:04.293323 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4909bc93-a328-46ed-8050-65c98ed3dee5 req-0c78cc8b-b54a-4638-a360-464f7105de7d tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 931 time: 0.1436200 Jul 08 22:22:04.322969 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Pushing event updated for resources: {'Port': ['ID=59d97017-90fd-441d-a3da-37ac28dd53d2,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:04.373055 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-daa214b5-d338-43c0-a4e2-457b9529b29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.390721 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc1ac-074d-4f25-9e35-2d5e38f7aa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.401090 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc1ac-074d-4f25-9e35-2d5e38f7aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.408774 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-daa214b5-d338-43c0-a4e2-457b9529b29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.428573 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4909bc93-a328-46ed-8050-65c98ed3dee5 req-da7a0d66-a466-4378-a5da-07d4685b6bf0 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097584 Jul 08 22:22:04.463675 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dc1ac-074d-4f25-9e35-2d5e38f7aa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c963730-6593-4ce7-86ab-c79e4c5aa8d9,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:04.473180 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750002-27ef-43a8-80ec-bc4727c0a71a req-07ca77d2-92a7-4caf-8e33-94ab5e464dc7 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:04.474743 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-58750002-27ef-43a8-80ec-bc4727c0a71a req-07ca77d2-92a7-4caf-8e33-94ab5e464dc7 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1712773 Jul 08 22:22:04.475724 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Attempting to bind port 59d97017-90fd-441d-a3da-37ac28dd53d2 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:22:04.476060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Attempting to bind port 59d97017-90fd-441d-a3da-37ac28dd53d2 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:22:04.476394 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-dc0dc1ac-074d-4f25-9e35-2d5e38f7aa64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58f25fceacf94f05872ab4a1b71c2d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478456 Jul 08 22:22:04.476504 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Attempting to bind port 59d97017-90fd-441d-a3da-37ac28dd53d2 on network 0619c344-2594-41c5-bd92-6164237da7a0 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:22:04.476957 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42376) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:04.483450 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Port 59d97017-90fd-441d-a3da-37ac28dd53d2 on network 0619c344-2594-41c5-bd92-6164237da7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:22:04.483850 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Attempting to bind port 59d97017-90fd-441d-a3da-37ac28dd53d2 on network 0619c344-2594-41c5-bd92-6164237da7a0 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:22:04.506540 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:22:04.506931 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Checking segment: {'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:22:04.507322 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Bound using segment: {'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:22:04.507757 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Bound port: 59d97017-90fd-441d-a3da-37ac28dd53d2, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:22:04.508292 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.528827 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-daa214b5-d338-43c0-a4e2-457b9529b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.531301 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-daa214b5-d338-43c0-a4e2-457b9529b29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.532448 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-daa214b5-d338-43c0-a4e2-457b9529b29d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e57a653b-c7d1-49b0-9b58-3c7285dbdbf0 HTTP/1.1" status: 204 len: 168 time: 0.2514985 Jul 08 22:22:04.536641 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-58750002-27ef-43a8-80ec-bc4727c0a71a req-78dcbd81-de15-47ce-a220-18b5ad7daea5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Jul 08 22:22:04.543406 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c43d97a-16c1-43fb-b031-2b889d19b06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.550071 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa214b5-d338-43c0-a4e2-457b9529b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57a653b-c7d1-49b0-9b58-3c7285dbdbf0,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:04.580156 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c43d97a-16c1-43fb-b031-2b889d19b06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.599711 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] For port 59d97017-90fd-441d-a3da-37ac28dd53d2, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:22:04.605135 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] For port 59d97017-90fd-441d-a3da-37ac28dd53d2, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=59d97017-90fd-441d-a3da-37ac28dd53d2,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:22:04.612453 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.641388 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c43d97a-16c1-43fb-b031-2b889d19b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.644280 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c43d97a-16c1-43fb-b031-2b889d19b06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.645933 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9c43d97a-16c1-43fb-b031-2b889d19b06c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c963730-6593-4ce7-86ab-c79e4c5aa8d9 HTTP/1.1" status: 204 len: 168 time: 0.1657672 Jul 08 22:22:04.655550 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43d97a-16c1-43fb-b031-2b889d19b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c963730-6593-4ce7-86ab-c79e4c5aa8d9,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:04.679275 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:04.680099 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:04.681740 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] 10.222.0.67 "PUT /v2.0/ports/59d97017-90fd-441d-a3da-37ac28dd53d2 HTTP/1.1" status: 200 len: 1093 time: 1.1316531 Jul 08 22:22:04.682361 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07642dc-0632-49c3-87c0-163afb11cfc6', 'tag': '59d97017-90fd-441d-a3da-37ac28dd53d2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:22:04.685683 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e440529-9287-4bc5-bbd6-175154184f14" -d '{"events": [{"name": "network-changed", "server_uuid": "f07642dc-0632-49c3-87c0-163afb11cfc6", "tag": "59d97017-90fd-441d-a3da-37ac28dd53d2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:22:04.715154 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd31d8-c8ed-49ba-996a-1aebc919cc28 service neutron] Pushing event updated for resources: {'Port': ['ID=59d97017-90fd-441d-a3da-37ac28dd53d2,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:04.742732 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9fe524-bf34-4b4c-96b6-a214f36c8516 x-openstack-request-id: req-cf9fe524-bf34-4b4c-96b6-a214f36c8516 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:22:04.743185 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07642dc-0632-49c3-87c0-163afb11cfc6", "tag": "59d97017-90fd-441d-a3da-37ac28dd53d2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:22:04.743442 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf9fe524-bf34-4b4c-96b6-a214f36c8516 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:22:04.743968 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07642dc-0632-49c3-87c0-163afb11cfc6', 'tag': '59d97017-90fd-441d-a3da-37ac28dd53d2', 'status': 'completed', 'code': 200} Jul 08 22:22:04.803312 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-ca40e286-5c90-4c3b-ba23-49c6304236ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:04.804859 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-ca40e286-5c90-4c3b-ba23-49c6304236ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ee66a591a2a4ab6ae3e379e05481752&device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0600154 Jul 08 22:22:04.849093 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-f1e2d5c5-98c1-42ef-abd6-9a63f9b09912 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59d97017-90fd-441d-a3da-37ac28dd53d2 HTTP/1.1" status: 200 len: 217 time: 0.0360031 Jul 08 22:22:04.901160 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-759bf6b1-ae7e-4e84-86fd-4356e81b6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:04.902663 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-759bf6b1-ae7e-4e84-86fd-4356e81b6f3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=125f08e6-3fb2-408f-bdd3-c8bb49af8960 HTTP/1.1" status: 200 len: 848 time: 0.0455403 Jul 08 22:22:04.940188 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-5e08cdaf-5127-4949-b255-94d36b0fbcd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0619c344-2594-41c5-bd92-6164237da7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300930 Jul 08 22:22:05.037765 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-03f4585b-abfb-4bb5-ab48-dcf29c2eceae service neutron] 10.222.0.67 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891514 Jul 08 22:22:05.156530 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f5c56503-4093-4ef6-94f3-ee8881460959 req-89ee18e3-3d58-457e-87da-582cc7f15463 service neutron] 10.222.0.67 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099100 Jul 08 22:22:05.271205 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e440529-9287-4bc5-bbd6-175154184f14 req-d1641e2f-e2b4-4945-9c97-fc8e4bde0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:05.273025 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e440529-9287-4bc5-bbd6-175154184f14 req-d1641e2f-e2b4-4945-9c97-fc8e4bde0507 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ee66a591a2a4ab6ae3e379e05481752&device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0613418 Jul 08 22:22:05.380889 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e440529-9287-4bc5-bbd6-175154184f14 req-fafcd5b5-3a72-48ff-b022-bd34226f36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:05.381931 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e440529-9287-4bc5-bbd6-175154184f14 req-fafcd5b5-3a72-48ff-b022-bd34226f36ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=0619c344-2594-41c5-bd92-6164237da7a0 HTTP/1.1" status: 200 len: 909 time: 0.0991802 Jul 08 22:22:05.443438 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e440529-9287-4bc5-bbd6-175154184f14 req-030eb6da-4d83-4ab1-9269-3140c1b241d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59d97017-90fd-441d-a3da-37ac28dd53d2 HTTP/1.1" status: 200 len: 217 time: 0.0406523 Jul 08 22:22:05.465444 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42424) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:05.501548 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e440529-9287-4bc5-bbd6-175154184f14 req-cf496f22-efc1-432b-8e09-ba1d6472dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:05.503766 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e440529-9287-4bc5-bbd6-175154184f14 req-cf496f22-efc1-432b-8e09-ba1d6472dfd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=125f08e6-3fb2-408f-bdd3-c8bb49af8960 HTTP/1.1" status: 200 len: 848 time: 0.0521441 Jul 08 22:22:05.529912 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:05.559656 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e440529-9287-4bc5-bbd6-175154184f14 req-b53b4e0a-9e9f-484d-a4d5-66acf1c1ba56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0619c344-2594-41c5-bd92-6164237da7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454674 Jul 08 22:22:05.699537 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-334252722-network', 'tenant_id': '649937276e594faf9378e854dc80b483'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:22:05.725530 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Made reservation on behalf of 649937276e594faf9378e854dc80b483 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:22:05.728232 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:05.736303 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e440529-9287-4bc5-bbd6-175154184f14 req-35677643-dfb8-414e-9ac6-e02af813942d service neutron] 10.222.0.67 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683972 Jul 08 22:22:05.737130 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:05.745524 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf422-496d-45bb-bd51-23105428c06d req-e74ce717-1b3b-4beb-971c-3121ffbd5cd1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:05.747604 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-330bf422-496d-45bb-bd51-23105428c06d req-e74ce717-1b3b-4beb-971c-3121ffbd5cd1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 943 time: 0.1704214 Jul 08 22:22:05.835641 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:05.841557 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:05.866056 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:22:05.882525 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285e3116-3917-44b3-9fd0-927509327e44,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:05.883489 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-330bf422-496d-45bb-bd51-23105428c06d req-a5af30b8-5d87-4abf-b22a-c6b407352435 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790837 Jul 08 22:22:05.885456 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:05.886015 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Added segment 42ad5f1a-9497-4128-b043-b9715873003d of type vlan for network 6b113938-393d-4dae-ad80-9624a878a001 Jul 08 22:22:05.926979 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e440529-9287-4bc5-bbd6-175154184f14 req-937c2c24-7c28-4fbb-9617-f125371fc1cf service neutron] 10.222.0.67 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783710 Jul 08 22:22:05.935722 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ea3be-3781-4d36-9789-df8418e2dd4c req-a0a27479-8455-4bd9-96c8-4a174c451954 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:05.939745 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:05.944541 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-384ea3be-3781-4d36-9789-df8418e2dd4c req-a0a27479-8455-4bd9-96c8-4a174c451954 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.2575181 Jul 08 22:22:05.980783 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-384ea3be-3781-4d36-9789-df8418e2dd4c req-0e9194b4-98ef-4bd1-919b-5ff09a26bc7d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Jul 08 22:22:05.984195 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:05.985284 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:05.985909 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:06.046964 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5802908 Jul 08 22:22:06.050017 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 42446) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:06.054537 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55450755-b4a7-4c4c-893a-487926cfec90 admin admin] Pushing event updated for resources: {'Network': ['ID=6b113938-393d-4dae-ad80-9624a878a001,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:06.062857 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Request body: {'subnet': {'network_id': '6b113938-393d-4dae-ad80-9624a878a001', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-334252722-subnet', 'tenant_id': '649937276e594faf9378e854dc80b483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:22:06.064584 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 6b113938-393d-4dae-ad80-9624a878a001 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:22:06.097173 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Made reservation on behalf of 649937276e594faf9378e854dc80b483 for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:22:06.101930 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8452524'] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:06.268540 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8524538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8452510'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:06.324800 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1930ea1c-3cab-409e-9d93-659e830c12de,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:06.334031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Checking segment: {'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:22:06.334378 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Network hostable DHCP agents. Network: 6b113938-393d-4dae-ad80-9624a878a001, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:22:06.351491 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Network 6b113938-393d-4dae-ad80-9624a878a001 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:22:06.360521 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 6b113938-393d-4dae-ad80-9624a878a001) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:22:06.365748 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:06.366492 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:06.371256 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb040cb-eb96-43eb-b828-a075f7111a19 None None] Network 6b113938-393d-4dae-ad80-9624a878a001 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:22:06.389872 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-0188b778-4aca-4594-9a51-3261eee6c996 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3315120 Jul 08 22:22:06.529214 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd5d1d-8ba2-4835-b686-78eb25b6c4ad None None] Network 6b113938-393d-4dae-ad80-9624a878a001 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:22:07.058264 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57bcae-e0ee-4ba0-9fc4-3ea7c6e39686 req-5880255a-ba92-4ad2-bd41-5afcc4fdd449 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:07.059773 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ed57bcae-e0ee-4ba0-9fc4-3ea7c6e39686 req-5880255a-ba92-4ad2-bd41-5afcc4fdd449 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 943 time: 0.0650074 Jul 08 22:22:07.108330 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ed57bcae-e0ee-4ba0-9fc4-3ea7c6e39686 req-9890eeed-4bfc-46b3-83f9-067ca6f5df94 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Jul 08 22:22:07.161197 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48254f0b-96c1-4ea1-beaa-7cdf4c86df0f req-01b18e4b-bd6a-4438-b1bb-b12bb1d47ed5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:07.162667 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-48254f0b-96c1-4ea1-beaa-7cdf4c86df0f req-01b18e4b-bd6a-4438-b1bb-b12bb1d47ed5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0674663 Jul 08 22:22:07.200671 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-48254f0b-96c1-4ea1-beaa-7cdf4c86df0f req-f5abb850-77ff-42cf-b811-a475edb99e7c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Jul 08 22:22:07.325643 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 59d97017-90fd-441d-a3da-37ac28dd53d2 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:22:07.419192 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 59d97017-90fd-441d-a3da-37ac28dd53d2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=59d97017-90fd-441d-a3da-37ac28dd53d2,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:07.430781 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '59d97017-90fd-441d-a3da-37ac28dd53d2', 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0', 'port_id': '59d97017-90fd-441d-a3da-37ac28dd53d2', 'mac_address': 'fa:16:3e:df:23:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125f08e6-3fb2-408f-bdd3-c8bb49af8960', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:22:07.466070 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:07.477954 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d97017-90fd-441d-a3da-37ac28dd53d2 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:22:07.500161 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 59d97017-90fd-441d-a3da-37ac28dd53d2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=59d97017-90fd-441d-a3da-37ac28dd53d2,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:07.505143 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:07.554395 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=59d97017-90fd-441d-a3da-37ac28dd53d2,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:07.561538 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.561887 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.562224 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.562555 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.562912 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.563244 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.563567 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.563890 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.564232 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.564675 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.565619 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.565942 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:07.848143 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['59d97017-90fd-441d-a3da-37ac28dd53d2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:22:08.104135 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-88c7dc53-d65b-409f-b3df-f350c1ceee3a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:08.105557 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-88c7dc53-d65b-409f-b3df-f350c1ceee3a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/networks?id=6b113938-393d-4dae-ad80-9624a878a001 HTTP/1.1" status: 200 len: 813 time: 0.0997443 Jul 08 22:22:08.119579 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-13db8695-7708-4686-80d5-afcc255ca2c7 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/quotas/649937276e594faf9378e854dc80b483 HTTP/1.1" status: 200 len: 375 time: 0.0088270 Jul 08 22:22:08.152201 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-05d0f52d-7c2a-4f6e-b196-0b3c1094ac3f tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=649937276e594faf9378e854dc80b483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275636 Jul 08 22:22:08.278662 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-75dbeb47-8df3-43ce-8a0b-d562a4995360 service neutron] 10.222.0.43 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199672 Jul 08 22:22:08.353008 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b499ba-ff2e-4d62-9ab5-bb2ff0fae722 req-4dbeaf7c-4aa9-448f-b182-7e4056c76e90 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:08.356641 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-26b499ba-ff2e-4d62-9ab5-bb2ff0fae722 req-4dbeaf7c-4aa9-448f-b182-7e4056c76e90 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 944 time: 0.1334753 Jul 08 22:22:08.409574 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-2b8f1ba2-669d-438b-8746-03a068e15409 service neutron] 10.222.0.43 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240408 Jul 08 22:22:08.426212 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-26b499ba-ff2e-4d62-9ab5-bb2ff0fae722 req-c216cdbe-ea1b-407d-920e-28d3c0581706 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615580 Jul 08 22:22:08.594286 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f765c-237b-4bad-a2ce-7403b01f9579 req-6b112649-aec8-44db-b84b-f5eac72f0937 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:08.596311 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6d3f765c-237b-4bad-a2ce-7403b01f9579 req-6b112649-aec8-44db-b84b-f5eac72f0937 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0779331 Jul 08 22:22:08.636022 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6d3f765c-237b-4bad-a2ce-7403b01f9579 req-b138cea5-11e4-40ca-8c47-e38b55ff6cfb tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339015 Jul 08 22:22:11.043700 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fad5e1c1-2b0b-40a2-bdfa-231568bd3a88 req-ec945b87-920e-4a3a-bb09-485f38fabdcd tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0361180 Jul 08 22:22:11.119948 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8700892-5f61-424d-aae9-c42fa384179e req-47891685-e207-48ee-9423-c5c25eb9fe44 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:11.121573 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e8700892-5f61-424d-aae9-c42fa384179e req-47891685-e207-48ee-9423-c5c25eb9fe44 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 944 time: 0.0806806 Jul 08 22:22:11.178854 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e8700892-5f61-424d-aae9-c42fa384179e req-2bfb3df5-d120-4b01-8549-2727bb70ff71 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509326 Jul 08 22:22:11.232985 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0ccb4-cc66-44d2-a494-758f1fe8ebf5 req-67709e38-6bec-4c2c-9396-8952fcd9fd19 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:11.234592 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-67c0ccb4-cc66-44d2-a494-758f1fe8ebf5 req-67709e38-6bec-4c2c-9396-8952fcd9fd19 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0749047 Jul 08 22:22:11.275311 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-67c0ccb4-cc66-44d2-a494-758f1fe8ebf5 req-e404408d-d963-4b3f-8319-9c5a4278800b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333040 Jul 08 22:22:11.803976 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-161fa78e-1410-4d4a-a025-f16f4b3e9b15 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:11.805352 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-161fa78e-1410-4d4a-a025-f16f4b3e9b15 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.67 "GET /v2.0/networks?id=6b113938-393d-4dae-ad80-9624a878a001 HTTP/1.1" status: 200 len: 813 time: 0.1063035 Jul 08 22:22:11.826971 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Request body: {'port': {'device_id': '15bd252e-1da2-4f66-9002-15abe58eb213', 'network_id': '6b113938-393d-4dae-ad80-9624a878a001', 'admin_state_up': True, 'tenant_id': '649937276e594faf9378e854dc80b483'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:22:11.941725 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Made reservation on behalf of 649937276e594faf9378e854dc80b483 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:22:11.945313 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:12.097162 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Allocated IP 172.20.0.4 (6b113938-393d-4dae-ad80-9624a878a001/1930ea1c-3cab-409e-9d93-659e830c12de/f35cb7db-b41c-4353-8e95-6dbf417de7d4) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:22:12.231259 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-78ccbedd-2ef9-4bf6-a271-9512b6ed850e req-67d628b6-a5b8-425f-97d2-ee5761987ef7 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0356531 Jul 08 22:22:12.290373 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:12.362852 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:12.451715 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Network 6b113938-393d-4dae-ad80-9624a878a001 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:22:12.460679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:22:12.464102 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Pushing event updated for resources: {'Port': ['ID=f35cb7db-b41c-4353-8e95-6dbf417de7d4,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:12.469332 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:22:12.479027 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-46dbffa0-d458-43e0-918e-30f705206509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:12.481426 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be43f3-9bb6-48ec-b4d5-26169703a578 req-bfffd67c-4df3-47ee-a221-438408c166e6 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:12.482970 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-20be43f3-9bb6-48ec-b4d5-26169703a578 req-bfffd67c-4df3-47ee-a221-438408c166e6 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 944 time: 0.1718020 Jul 08 22:22:12.552439 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:12.553045 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:12.584016 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027b62-6204-485a-a759-80cdb0e4a398 req-03d9f0b7-1b77-46c5-a61c-c77975e6322a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:12.585425 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64027b62-6204-485a-a759-80cdb0e4a398 req-03d9f0b7-1b77-46c5-a61c-c77975e6322a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1898088 Jul 08 22:22:12.588215 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-20be43f3-9bb6-48ec-b4d5-26169703a578 req-8165bb0f-d887-48fd-9081-013c48b28b09 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832696 Jul 08 22:22:12.600449 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-320d8f4c-93dc-4397-87df-5ae47f6d49a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7773776 Jul 08 22:22:12.828002 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-64027b62-6204-485a-a759-80cdb0e4a398 req-840934e9-8e0d-40bc-947c-c0acee4005b8 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356207 Jul 08 22:22:13.591341 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 59d97017-90fd-441d-a3da-37ac28dd53d2 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:22:13.640125 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 59d97017-90fd-441d-a3da-37ac28dd53d2 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:22:13.644307 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 59d97017-90fd-441d-a3da-37ac28dd53d2 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:22:13.644673 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:13.724368 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:13.745456 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07642dc-0632-49c3-87c0-163afb11cfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d97017-90fd-441d-a3da-37ac28dd53d2'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:22:13.747701 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36265b5c-ff4a-473e-875c-d9e4b906f710" -d '{"events": [{"server_uuid": "f07642dc-0632-49c3-87c0-163afb11cfc6", "name": "network-vif-plugged", "status": "completed", "tag": "59d97017-90fd-441d-a3da-37ac28dd53d2"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:22:13.760620 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 59d97017-90fd-441d-a3da-37ac28dd53d2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=59d97017-90fd-441d-a3da-37ac28dd53d2,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:13.764323 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:13.809095 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=59d97017-90fd-441d-a3da-37ac28dd53d2,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:14.489197 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Request body: {'port': {'device_id': '15bd252e-1da2-4f66-9002-15abe58eb213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:22:14.555751 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:14.803869 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35cb7db-b41c-4353-8e95-6dbf417de7d4 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:22:14.811106 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:14.824068 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Transition to ACTIVE for port object f35cb7db-b41c-4353-8e95-6dbf417de7d4 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:22:14.827031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:14.878178 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Pushing event updated for resources: {'Port': ['ID=f35cb7db-b41c-4353-8e95-6dbf417de7d4,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:14.941932 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Attempting to bind port f35cb7db-b41c-4353-8e95-6dbf417de7d4 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:22:14.942265 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Attempting to bind port f35cb7db-b41c-4353-8e95-6dbf417de7d4 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:22:14.942591 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Attempting to bind port f35cb7db-b41c-4353-8e95-6dbf417de7d4 on network 6b113938-393d-4dae-ad80-9624a878a001 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:22:14.946810 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Port f35cb7db-b41c-4353-8e95-6dbf417de7d4 on network 6b113938-393d-4dae-ad80-9624a878a001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:22:14.947206 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Attempting to bind port f35cb7db-b41c-4353-8e95-6dbf417de7d4 on network 6b113938-393d-4dae-ad80-9624a878a001 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:22:14.951782 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:22:14.952114 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Checking segment: {'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:22:14.952490 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Bound using segment: {'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:22:14.952907 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Bound port: f35cb7db-b41c-4353-8e95-6dbf417de7d4, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:22:14.953250 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:15.010447 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-52ac074f-7b1a-4b3a-8614-c96226523e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:15.017090 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] For port f35cb7db-b41c-4353-8e95-6dbf417de7d4, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:22:15.020065 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] For port f35cb7db-b41c-4353-8e95-6dbf417de7d4, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f35cb7db-b41c-4353-8e95-6dbf417de7d4,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:22:15.023367 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:15.054335 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:15.054911 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:15.056368 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] 10.222.0.67 "PUT /v2.0/ports/f35cb7db-b41c-4353-8e95-6dbf417de7d4 HTTP/1.1" status: 200 len: 1093 time: 0.5722332 Jul 08 22:22:15.056795 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bd252e-1da2-4f66-9002-15abe58eb213', 'tag': 'f35cb7db-b41c-4353-8e95-6dbf417de7d4'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:22:15.059019 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca" -d '{"events": [{"name": "network-changed", "server_uuid": "15bd252e-1da2-4f66-9002-15abe58eb213", "tag": "f35cb7db-b41c-4353-8e95-6dbf417de7d4"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:22:15.082218 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df29c9-4d0a-4f53-a56a-d3708496032b service neutron] Pushing event updated for resources: {'Port': ['ID=f35cb7db-b41c-4353-8e95-6dbf417de7d4,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:15.208616 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:15.633432 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-60962cf8-8e95-450f-a6ee-9935bded9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:15.635051 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-60962cf8-8e95-450f-a6ee-9935bded9309 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=649937276e594faf9378e854dc80b483&device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 1096 time: 0.0586920 Jul 08 22:22:15.684790 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-badb72de-ee4b-490f-901d-e454300aac8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f35cb7db-b41c-4353-8e95-6dbf417de7d4 HTTP/1.1" status: 200 len: 217 time: 0.0419674 Jul 08 22:22:15.795675 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-dca23488-bd11-4477-a383-a8b9767c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:15.797124 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-dca23488-bd11-4477-a383-a8b9767c5f48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1930ea1c-3cab-409e-9d93-659e830c12de HTTP/1.1" status: 200 len: 853 time: 0.0972791 Jul 08 22:22:15.840770 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-7dff5ab5-8969-4a68-b8de-de9a261f2f79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b113938-393d-4dae-ad80-9624a878a001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362601 Jul 08 22:22:15.852627 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb88a16-6f06-407f-a827-98635e898a9a req-4432e449-51a4-4fde-97e0-3fb07d130406 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:15.854016 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5bb88a16-6f06-407f-a827-98635e898a9a req-4432e449-51a4-4fde-97e0-3fb07d130406 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 945 time: 0.1734238 Jul 08 22:22:15.862793 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115215-1ac6-4320-a348-6810dc1487f4 req-c44dddcf-df3c-448f-83e2-6bed998670d0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:15.864202 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-33115215-1ac6-4320-a348-6810dc1487f4 req-c44dddcf-df3c-448f-83e2-6bed998670d0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 943 time: 0.1825244 Jul 08 22:22:15.922015 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:15.982762 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5bb88a16-6f06-407f-a827-98635e898a9a req-29d1b187-9bf2-4928-8ed4-8749cf9ec356 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175635 Jul 08 22:22:15.991082 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-33115215-1ac6-4320-a348-6810dc1487f4 req-4bd50fae-f72a-4171-8b45-9e5d1410e23b tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186583 Jul 08 22:22:16.018553 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-67c6ba10-8348-4918-a3de-e2cbd9e6fbfa service neutron] 10.222.0.67 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634781 Jul 08 22:22:16.030057 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c0ca23-a895-4eac-8949-f54f763d5cb0 x-openstack-request-id: req-f0c0ca23-a895-4eac-8949-f54f763d5cb0 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:22:16.031056 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07642dc-0632-49c3-87c0-163afb11cfc6", "name": "network-vif-plugged", "status": "completed", "tag": "59d97017-90fd-441d-a3da-37ac28dd53d2", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:22:16.031531 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0c0ca23-a895-4eac-8949-f54f763d5cb0 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:22:16.032128 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07642dc-0632-49c3-87c0-163afb11cfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d97017-90fd-441d-a3da-37ac28dd53d2', 'code': 200} Jul 08 22:22:16.082930 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aca6ff-6f08-4404-91c5-a2aae570c09f x-openstack-request-id: req-68aca6ff-6f08-4404-91c5-a2aae570c09f {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:22:16.083478 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bd252e-1da2-4f66-9002-15abe58eb213", "tag": "f35cb7db-b41c-4353-8e95-6dbf417de7d4", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:22:16.083706 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68aca6ff-6f08-4404-91c5-a2aae570c09f {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:22:16.084185 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bd252e-1da2-4f66-9002-15abe58eb213', 'tag': 'f35cb7db-b41c-4353-8e95-6dbf417de7d4', 'status': 'completed', 'code': 200} Jul 08 22:22:16.161345 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-00f9de69-8658-45a4-8d08-ba8ac3812a78 req-b100cb50-4f89-4479-87e1-981596e0a40a service neutron] 10.222.0.67 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338181 Jul 08 22:22:16.189509 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106cc29-4913-4937-8198-84dca810f33b req-b8e92a16-7d48-4aa4-b08b-fdbfd3f1c7ca tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:16.191045 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f106cc29-4913-4937-8198-84dca810f33b req-b8e92a16-7d48-4aa4-b08b-fdbfd3f1c7ca tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0956726 Jul 08 22:22:16.231975 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f106cc29-4913-4937-8198-84dca810f33b req-ecf1020d-d700-43f3-b81d-759e03e83adb tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353034 Jul 08 22:22:16.325899 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-3a0d2a62-4d7e-45c4-ba44-bddf1fa47324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:16.327382 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-3a0d2a62-4d7e-45c4-ba44-bddf1fa47324 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=649937276e594faf9378e854dc80b483&device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 1096 time: 0.0869994 Jul 08 22:22:16.329839 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b3eaf-01f2-41b5-911d-8b815bc4e6b2 req-f1260245-6b9b-4179-9fa0-1c5b0dbdf681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:16.331710 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e07b3eaf-01f2-41b5-911d-8b815bc4e6b2 req-f1260245-6b9b-4179-9fa0-1c5b0dbdf681 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 1098 time: 0.0989125 Jul 08 22:22:16.421556 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e07b3eaf-01f2-41b5-911d-8b815bc4e6b2 req-a3fd7691-7354-4197-9203-b34721db19c5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765519 Jul 08 22:22:16.449147 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-d77d4c87-6f0e-4264-8e27-08553ff5d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:16.450650 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-d77d4c87-6f0e-4264-8e27-08553ff5d987 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b113938-393d-4dae-ad80-9624a878a001 HTTP/1.1" status: 200 len: 914 time: 0.1068511 Jul 08 22:22:16.540488 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-7fffdfc3-057a-4091-8a1f-5fdffc56a673 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f35cb7db-b41c-4353-8e95-6dbf417de7d4 HTTP/1.1" status: 200 len: 217 time: 0.0372467 Jul 08 22:22:16.603922 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-a8c56961-131a-4dd7-b91e-a517318db224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:16.605421 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-a8c56961-131a-4dd7-b91e-a517318db224 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1930ea1c-3cab-409e-9d93-659e830c12de HTTP/1.1" status: 200 len: 853 time: 0.0563428 Jul 08 22:22:16.645689 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-946e74eb-a01d-492e-a6e7-fd70e4ecfc3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b113938-393d-4dae-ad80-9624a878a001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319786 Jul 08 22:22:16.738100 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-1b1132ce-ec6f-4755-8276-2a24e55544c6 service neutron] 10.222.0.67 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Jul 08 22:22:16.829251 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d4ddc7c5-3ef6-4078-837d-d0f9cac7ebca req-06adec96-2e23-43e9-a15e-05ed088a63b7 service neutron] 10.222.0.67 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829370 Jul 08 22:22:17.201484 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde1f2-34f0-4be5-8833-d844724d2fc5 req-f2105a01-06e9-471c-8cb0-93423d0633ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:17.202977 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-abdde1f2-34f0-4be5-8833-d844724d2fc5 req-f2105a01-06e9-471c-8cb0-93423d0633ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 945 time: 0.1047835 Jul 08 22:22:17.210899 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7316c31-1041-4999-8347-0888abeaeb3e req-8e743770-352c-4105-8fd0-753b6bff1c5c tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:17.212262 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b7316c31-1041-4999-8347-0888abeaeb3e req-8e743770-352c-4105-8fd0-753b6bff1c5c tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 943 time: 0.1051862 Jul 08 22:22:17.265930 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-abdde1f2-34f0-4be5-8833-d844724d2fc5 req-b20028a9-7329-4986-952f-8b7fc11581a8 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526569 Jul 08 22:22:17.270514 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b7316c31-1041-4999-8347-0888abeaeb3e req-de6e2619-afce-420a-b0ba-e930deb17b51 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Jul 08 22:22:17.426253 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897bcd2-f606-49f6-b1d7-c565e9ce889b req-a11a150d-e5e2-45a0-9eb3-306aef8efcce tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:17.427746 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2897bcd2-f606-49f6-b1d7-c565e9ce889b req-a11a150d-e5e2-45a0-9eb3-306aef8efcce tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0611236 Jul 08 22:22:17.464865 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2897bcd2-f606-49f6-b1d7-c565e9ce889b req-02143a1b-6343-4354-bb9d-862cab53b5f3 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Jul 08 22:22:17.665556 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:17.810743 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:22:18.478547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe31b1-ae13-427e-a74d-0d9d77fb6a6e req-f583f261-a2f1-4cc3-ae77-8ae2a7a4805e tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:18.480199 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-86fe31b1-ae13-427e-a74d-0d9d77fb6a6e req-f583f261-a2f1-4cc3-ae77-8ae2a7a4805e tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 945 time: 0.1037352 Jul 08 22:22:18.488160 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381398b-0db2-4de1-a4ef-df30f7dfa1eb req-d5a5ce0a-0334-413f-85fa-cd0c142c80ff tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:18.489613 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9381398b-0db2-4de1-a4ef-df30f7dfa1eb req-d5a5ce0a-0334-413f-85fa-cd0c142c80ff tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 943 time: 0.1043158 Jul 08 22:22:18.540213 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-86fe31b1-ae13-427e-a74d-0d9d77fb6a6e req-9326a146-8db7-4edf-bb70-e2fa54f190f9 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496509 Jul 08 22:22:18.547065 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9381398b-0db2-4de1-a4ef-df30f7dfa1eb req-21a35c78-2b8d-494e-9d7a-6a0477dd4f20 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506685 Jul 08 22:22:18.703759 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb49854-83e0-4e4d-b154-8cc1137dbd14 req-002e76df-3c5a-46eb-bb59-f39e0b2d6238 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:18.705689 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fcb49854-83e0-4e4d-b154-8cc1137dbd14 req-002e76df-3c5a-46eb-bb59-f39e0b2d6238 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0606763 Jul 08 22:22:18.744057 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fcb49854-83e0-4e4d-b154-8cc1137dbd14 req-93ebbf59-1783-4f07-a047-baa72b314483 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Jul 08 22:22:21.134049 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device f35cb7db-b41c-4353-8e95-6dbf417de7d4 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:22:21.240834 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port f35cb7db-b41c-4353-8e95-6dbf417de7d4, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f35cb7db-b41c-4353-8e95-6dbf417de7d4,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:21.253516 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': 'f35cb7db-b41c-4353-8e95-6dbf417de7d4', 'network_id': '6b113938-393d-4dae-ad80-9624a878a001', 'port_id': 'f35cb7db-b41c-4353-8e95-6dbf417de7d4', 'mac_address': 'fa:16:3e:fc:5d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1930ea1c-3cab-409e-9d93-659e830c12de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:22:21.291567 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:21.306441 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35cb7db-b41c-4353-8e95-6dbf417de7d4 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:22:21.327751 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port f35cb7db-b41c-4353-8e95-6dbf417de7d4, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f35cb7db-b41c-4353-8e95-6dbf417de7d4,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:21.333698 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:21.389157 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=f35cb7db-b41c-4353-8e95-6dbf417de7d4,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:21.389747 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52ee0-1896-474f-892f-dac7016e3f15 req-0f88b143-b9da-4e07-9c76-fe705ddb4cd7 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:21.391269 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-66b52ee0-1896-474f-892f-dac7016e3f15 req-0f88b143-b9da-4e07-9c76-fe705ddb4cd7 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 943 time: 0.0998192 Jul 08 22:22:21.428397 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202884c-7ce6-4f1d-9ecc-6220015353e6 req-ee758448-54e2-4490-a75a-fe19eb229fcd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:21.429842 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d202884c-7ce6-4f1d-9ecc-6220015353e6 req-ee758448-54e2-4490-a75a-fe19eb229fcd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0999899 Jul 08 22:22:21.456378 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-66b52ee0-1896-474f-892f-dac7016e3f15 req-e2ebf2c9-0b57-469f-b0c7-51d9106d4533 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574603 Jul 08 22:22:21.475522 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d202884c-7ce6-4f1d-9ecc-6220015353e6 req-a0626c04-f1eb-49f1-90c9-fb457dea8229 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383875 Jul 08 22:22:21.789004 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['f35cb7db-b41c-4353-8e95-6dbf417de7d4'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:22:21.946315 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d22806-436c-4a67-ae7a-815b94c4208c req-2904edcb-bf04-49ee-af99-c89c00fefd41 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:21.947871 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d6d22806-436c-4a67-ae7a-815b94c4208c req-2904edcb-bf04-49ee-af99-c89c00fefd41 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 945 time: 0.0734782 Jul 08 22:22:21.987478 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d6d22806-436c-4a67-ae7a-815b94c4208c req-4a51abaf-b771-4f99-8765-eced203a8b91 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 Jul 08 22:22:22.665520 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80c48f-e8a6-41bd-8c32-d4ad11e49ca6 req-dbef1e4c-1dfa-480b-b8a7-c3a9faad1078 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:22.666999 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4f80c48f-e8a6-41bd-8c32-d4ad11e49ca6 req-dbef1e4c-1dfa-480b-b8a7-c3a9faad1078 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 944 time: 0.1007791 Jul 08 22:22:22.678454 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedc1ca-74fe-4ad8-b0bf-636908ca8bb2 req-dfcbfeb6-337c-4498-a20b-33ec59b6ddb5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:22.679852 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afedc1ca-74fe-4ad8-b0bf-636908ca8bb2 req-dfcbfeb6-337c-4498-a20b-33ec59b6ddb5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0863183 Jul 08 22:22:22.734002 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4f80c48f-e8a6-41bd-8c32-d4ad11e49ca6 req-0e163b3f-c6c1-4938-8f81-06fcd70cbdbe tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532091 Jul 08 22:22:22.740927 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afedc1ca-74fe-4ad8-b0bf-636908ca8bb2 req-a3ece46e-31f4-4238-96ef-c9a31b56507d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545199 Jul 08 22:22:22.936991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device f35cb7db-b41c-4353-8e95-6dbf417de7d4 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:22:22.988077 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port f35cb7db-b41c-4353-8e95-6dbf417de7d4 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:22:22.991675 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port f35cb7db-b41c-4353-8e95-6dbf417de7d4 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:22:22.992043 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:23.076068 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:23.096534 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bd252e-1da2-4f66-9002-15abe58eb213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35cb7db-b41c-4353-8e95-6dbf417de7d4'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:22:23.099107 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100cd1cf-d2a3-4543-86db-3074ea7227bb" -d '{"events": [{"server_uuid": "15bd252e-1da2-4f66-9002-15abe58eb213", "name": "network-vif-plugged", "status": "completed", "tag": "f35cb7db-b41c-4353-8e95-6dbf417de7d4"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:22:23.113170 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port f35cb7db-b41c-4353-8e95-6dbf417de7d4, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f35cb7db-b41c-4353-8e95-6dbf417de7d4,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:23.119405 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:23.147514 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4180275-a96c-495f-ab6a-cf14d0bcd628 x-openstack-request-id: req-e4180275-a96c-495f-ab6a-cf14d0bcd628 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:22:23.147804 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bd252e-1da2-4f66-9002-15abe58eb213", "name": "network-vif-plugged", "status": "completed", "tag": "f35cb7db-b41c-4353-8e95-6dbf417de7d4", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:22:23.148056 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4180275-a96c-495f-ab6a-cf14d0bcd628 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:22:23.148471 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bd252e-1da2-4f66-9002-15abe58eb213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35cb7db-b41c-4353-8e95-6dbf417de7d4', 'code': 200} Jul 08 22:22:23.175130 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc058cab-9348-4aa8-b689-ebda6461c5f1 req-0cb393b2-8fed-459c-8823-f0cee00f32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:23.176614 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cc058cab-9348-4aa8-b689-ebda6461c5f1 req-0cb393b2-8fed-459c-8823-f0cee00f32e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 1099 time: 0.1207008 Jul 08 22:22:23.188181 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=f35cb7db-b41c-4353-8e95-6dbf417de7d4,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:23.196460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08f705-9b5d-4001-bb1d-f3020cd353b6 req-55285696-a4c3-4796-b260-37a41b744a7a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:23.197927 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5f08f705-9b5d-4001-bb1d-f3020cd353b6 req-55285696-a4c3-4796-b260-37a41b744a7a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 945 time: 0.0962949 Jul 08 22:22:23.247595 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cc058cab-9348-4aa8-b689-ebda6461c5f1 req-7a6fa763-6c5e-449b-abf4-957a65e971f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609722 Jul 08 22:22:23.256232 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5f08f705-9b5d-4001-bb1d-f3020cd353b6 req-5f2c302e-5aa3-402f-b3e4-cc3bc27d6450 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523558 Jul 08 22:22:23.437252 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c7855-8c25-4b04-9d9d-bcf6b92b9c41 req-5aff98a7-83f8-46da-bb43-bfb262a31311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:23.438617 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2f4c7855-8c25-4b04-9d9d-bcf6b92b9c41 req-5aff98a7-83f8-46da-bb43-bfb262a31311 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 1098 time: 0.0571148 Jul 08 22:22:23.475044 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2f4c7855-8c25-4b04-9d9d-bcf6b92b9c41 req-f7aa6306-858a-48af-a7b2-b54d7796b490 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282886 Jul 08 22:22:23.906208 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce435ef-503e-4244-82e3-e8d4aaa130ed req-0de6d2aa-b7da-47e3-9ed1-62e6b04465a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:23.907613 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3ce435ef-503e-4244-82e3-e8d4aaa130ed req-0de6d2aa-b7da-47e3-9ed1-62e6b04465a0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 945 time: 0.0617845 Jul 08 22:22:23.944937 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3ce435ef-503e-4244-82e3-e8d4aaa130ed req-a5b6e0cf-80b6-4a53-87b0-0ab486320812 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Jul 08 22:22:24.102771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706e2f-55ec-4a62-879f-eb5d63e9be14 req-955f6440-140b-4ed7-87f2-9e1410a19904 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:24.104219 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2a706e2f-55ec-4a62-879f-eb5d63e9be14 req-955f6440-140b-4ed7-87f2-9e1410a19904 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0607471 Jul 08 22:22:24.144492 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2a706e2f-55ec-4a62-879f-eb5d63e9be14 req-ae054bf6-4c9b-4db8-ab6e-a1675b133cda tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348179 Jul 08 22:22:24.432859 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32830f1f-d332-4b9a-b3fe-af0f2dc33f22 req-cad0838e-08af-4a9e-8a75-501342f4188b tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:24.434230 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-32830f1f-d332-4b9a-b3fe-af0f2dc33f22 req-cad0838e-08af-4a9e-8a75-501342f4188b tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 945 time: 0.0608866 Jul 08 22:22:24.470758 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-32830f1f-d332-4b9a-b3fe-af0f2dc33f22 req-eb9912d6-c59f-4126-8317-2c98090e87e2 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301502 Jul 08 22:22:26.958028 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c119b1-bc04-49b2-945c-f138f570441e req-521a6ade-b9e6-4544-8117-249354b9d995 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:26.959482 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-41c119b1-bc04-49b2-945c-f138f570441e req-521a6ade-b9e6-4544-8117-249354b9d995 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 945 time: 0.0722339 Jul 08 22:22:27.014411 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-41c119b1-bc04-49b2-945c-f138f570441e req-cdf3a66a-6764-4b91-8631-da8903532cf8 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Jul 08 22:22:27.039461 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377883-30cd-4f2e-917b-8b02293c82f8 req-fc56bf6d-a4bb-452e-b36e-0ece1250bc88 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:27.041217 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3e377883-30cd-4f2e-917b-8b02293c82f8 req-fc56bf6d-a4bb-452e-b36e-0ece1250bc88 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1027477 Jul 08 22:22:27.087348 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3e377883-30cd-4f2e-917b-8b02293c82f8 req-c45348c8-776a-4a42-bf66-875ac853252a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Jul 08 22:22:27.176734 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce286150-deaf-4736-9704-f4c5202a7f36 req-a9c963e9-d381-40a2-b677-16e2c33fd7c5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:27.178196 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ce286150-deaf-4736-9704-f4c5202a7f36 req-a9c963e9-d381-40a2-b677-16e2c33fd7c5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 945 time: 0.0612068 Jul 08 22:22:27.214980 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ce286150-deaf-4736-9704-f4c5202a7f36 req-ec3db4a5-cc7a-4851-ba6f-626cfd932b2c tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Jul 08 22:22:28.000273 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-6e794cc7-bf44-48d3-94e2-2c3daa3d0a36 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:28.001694 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-6e794cc7-bf44-48d3-94e2-2c3daa3d0a36 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.67 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 945 time: 0.0658894 Jul 08 22:22:28.117296 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Deleting port 59d97017-90fd-441d-a3da-37ac28dd53d2 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:22:28.117817 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:28.274731 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] For port 59d97017-90fd-441d-a3da-37ac28dd53d2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=59d97017-90fd-441d-a3da-37ac28dd53d2,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:28.275110 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:28.296669 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Calling delete_port for 59d97017-90fd-441d-a3da-37ac28dd53d2 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:22:28.312758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf85b6-2d12-4fa5-9f32-32372ea453a0 req-1a547527-5a31-4b13-9b30-21ff1588e0b0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:28.314186 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-55bf85b6-2d12-4fa5-9f32-32372ea453a0 req-1a547527-5a31-4b13-9b30-21ff1588e0b0 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 945 time: 0.1537654 Jul 08 22:22:28.583679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93f9b0-3d7e-4412-b8e4-6d4b7dfc2103 req-7a712e4e-5b85-4bbf-baba-93f710593eba tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:28.585024 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1f93f9b0-3d7e-4412-b8e4-6d4b7dfc2103 req-7a712e4e-5b85-4bbf-baba-93f710593eba tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.3798795 Jul 08 22:22:28.626707 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-55bf85b6-2d12-4fa5-9f32-32372ea453a0 req-dabfc1de-9732-4c7f-8b74-18f5e0f7636b tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042080 Jul 08 22:22:28.657600 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1f93f9b0-3d7e-4412-b8e4-6d4b7dfc2103 req-eaf719eb-42f2-4918-8c7c-6d9c099a380f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652626 Jul 08 22:22:28.749688 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:28.764312 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['59d97017-90fd-441d-a3da-37ac28dd53d2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:22:28.788868 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Pushing event deleted for resources: {'Port': ['ID=59d97017-90fd-441d-a3da-37ac28dd53d2,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:28.835606 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c9b1eaa0-9ee5-4b23-8cda-49ce92ef339c req-0fb88bab-62ea-46b9-9761-f67e8847a2b4 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 210 time: 0.0753520 Jul 08 22:22:28.917663 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] No DVR routers for this DVR port 59d97017-90fd-441d-a3da-37ac28dd53d2 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:22:28.920388 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:28.922380 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9e83bc10-01b7-4415-aa98-1db7a62a1160 req-12447214-48d1-44c1-86ef-aa6924e30df1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.67 "DELETE /v2.0/ports/59d97017-90fd-441d-a3da-37ac28dd53d2 HTTP/1.1" status: 204 len: 173 time: 0.9140365 Jul 08 22:22:28.922964 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07642dc-0632-49c3-87c0-163afb11cfc6', 'name': 'network-vif-deleted', 'tag': '59d97017-90fd-441d-a3da-37ac28dd53d2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:22:28.925126 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e47dfd1-cb78-43fa-a611-062621eeb26e" -d '{"events": [{"server_uuid": "f07642dc-0632-49c3-87c0-163afb11cfc6", "name": "network-vif-deleted", "tag": "59d97017-90fd-441d-a3da-37ac28dd53d2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:22:28.938776 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3ae1f-0755-4052-971c-ace565fa176b req-b291fd4c-6d53-425d-9c52-288ade955d51 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:28.940462 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0cd3ae1f-0755-4052-971c-ace565fa176b req-b291fd4c-6d53-425d-9c52-288ade955d51 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1477916 Jul 08 22:22:28.969411 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6af0d25-5bc1-419e-b920-90882a1af7b5 x-openstack-request-id: req-a6af0d25-5bc1-419e-b920-90882a1af7b5 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:22:28.969695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07642dc-0632-49c3-87c0-163afb11cfc6", "name": "network-vif-deleted", "tag": "59d97017-90fd-441d-a3da-37ac28dd53d2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:22:28.969936 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6af0d25-5bc1-419e-b920-90882a1af7b5 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:22:28.970315 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07642dc-0632-49c3-87c0-163afb11cfc6', 'name': 'network-vif-deleted', 'tag': '59d97017-90fd-441d-a3da-37ac28dd53d2', 'status': 'completed', 'code': 200} Jul 08 22:22:28.983688 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0cd3ae1f-0755-4052-971c-ace565fa176b req-782c5a03-7a8d-4fc9-8cf5-2095f26e758d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 Jul 08 22:22:32.391757 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463729d-bd35-44fe-9323-bba0ee288a4b req-80660dc7-f091-4031-9225-e93ffb75e1af tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:32.393366 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9463729d-bd35-44fe-9323-bba0ee288a4b req-80660dc7-f091-4031-9225-e93ffb75e1af tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 945 time: 0.0680068 Jul 08 22:22:32.426765 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1f241be9-2790-4577-adb7-fcd8e6bf34af req-1aabf702-513e-4e09-bc09-847bfee1067b tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=f07642dc-0632-49c3-87c0-163afb11cfc6 HTTP/1.1" status: 200 len: 210 time: 0.0319035 Jul 08 22:22:32.456019 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9463729d-bd35-44fe-9323-bba0ee288a4b req-3206ca2a-eb3f-4dd7-afcd-600915e21acd tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529633 Jul 08 22:22:33.038853 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 59d97017-90fd-441d-a3da-37ac28dd53d2 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:22:33.059059 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 59d97017-90fd-441d-a3da-37ac28dd53d2 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:22:33.059411 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 59d97017-90fd-441d-a3da-37ac28dd53d2 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:22:33.795039 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b312f2-bad6-4205-b524-770cb065d7cb req-1058e1bc-2a57-40fb-a92e-28ef5fe1bde5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:33.796482 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-1058e1bc-2a57-40fb-a92e-28ef5fe1bde5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/networks?id=0619c344-2594-41c5-bd92-6164237da7a0 HTTP/1.1" status: 200 len: 808 time: 0.1199484 Jul 08 22:22:33.857525 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-80c202a8-1996-4785-9069-2b0a9c154ff6 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/quotas/9ee66a591a2a4ab6ae3e379e05481752 HTTP/1.1" status: 200 len: 375 time: 0.0425060 Jul 08 22:22:33.910510 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-0af3848d-dfb7-42d8-aee0-6878a1cd84a0 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ee66a591a2a4ab6ae3e379e05481752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405614 Jul 08 22:22:33.921678 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-c453d436-51bf-499b-92b0-cb84867bc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:33.923203 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-c453d436-51bf-499b-92b0-cb84867bc931 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1098 time: 0.1425226 Jul 08 22:22:33.994233 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa99ed-39c4-40a8-bba5-b0351718f778 req-f0caf47f-70ca-4341-b67e-3ada03e417f5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:33.995698 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-26fa99ed-39c4-40a8-bba5-b0351718f778 req-f0caf47f-70ca-4341-b67e-3ada03e417f5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1818600 Jul 08 22:22:34.104063 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-1058175d-455d-43a7-9145-8ba45edce952 service neutron] 10.222.0.43 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784225 Jul 08 22:22:34.114056 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-26fa99ed-39c4-40a8-bba5-b0351718f778 req-14a3a0ca-3401-470c-85f5-b50277fd9d77 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056886 Jul 08 22:22:34.171087 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-0be765a7-78f5-4fea-932b-0740b9b206be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:34.172534 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-0be765a7-78f5-4fea-932b-0740b9b206be service neutron] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 919 time: 0.2271469 Jul 08 22:22:34.217958 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-3aa337ec-b551-4adc-ba55-bb59edb0c3be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 200 len: 217 time: 0.0363693 Jul 08 22:22:34.288145 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-94710485-0c2b-4825-8807-6ab72474330a service neutron] 10.222.0.43 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775560 Jul 08 22:22:34.296967 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-24c96b13-cea4-4f76-85fa-6149670cea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:34.298396 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-24c96b13-cea4-4f76-85fa-6149670cea38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.0654380 Jul 08 22:22:34.333799 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-ef523062-292b-445d-aa67-47263ab91f82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273747 Jul 08 22:22:34.455665 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-9e906b64-1e2d-4310-a3f5-f140495bfbd9 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087809 Jul 08 22:22:34.496607 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14606ac6-bc5c-45c6-9a70-28635e49c78a req-30237d55-6b77-4dea-80ab-163238825353 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 210 time: 0.0439668 Jul 08 22:22:34.648123 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e371fbdf-a3a3-4724-81a4-aa4c70f39e61 req-94e1a5e3-e1c3-4ffb-8e31-879fb14e9463 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505349 Jul 08 22:22:35.291117 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff9f1e-ff3d-4439-b79d-fc965e12d85f req-36151250-2352-4283-a6b1-26ffe1dcdd81 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:35.292582 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fcff9f1e-ff3d-4439-b79d-fc965e12d85f req-36151250-2352-4283-a6b1-26ffe1dcdd81 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0621452 Jul 08 22:22:35.330788 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fcff9f1e-ff3d-4439-b79d-fc965e12d85f req-cfa06e4e-3d60-4513-b15a-220bd903c6a2 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320570 Jul 08 22:22:35.526240 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:35.649785 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f0962b03-7ff3-42a0-9a65-843a56968dff req-6c894d34-b8be-4043-b089-87cc5353fd81 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 210 time: 0.0345249 Jul 08 22:22:35.847576 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e2ad8ed0-26c4-45c3-b350-e6e08511b903 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:35.849009 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e2ad8ed0-26c4-45c3-b350-e6e08511b903 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.67 "GET /v2.0/networks?id=0619c344-2594-41c5-bd92-6164237da7a0 HTTP/1.1" status: 200 len: 808 time: 0.1254547 Jul 08 22:22:35.886469 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Request body: {'port': {'device_id': '0091ebab-7ec6-4b0d-b13a-6d489733a943', 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0', 'admin_state_up': True, 'tenant_id': '9ee66a591a2a4ab6ae3e379e05481752'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:22:36.004673 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Made reservation on behalf of 9ee66a591a2a4ab6ae3e379e05481752 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:22:36.008477 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:36.151331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Allocated IP 172.20.0.9 (0619c344-2594-41c5-bd92-6164237da7a0/125f08e6-3fb2-408f-bdd3-c8bb49af8960/58d74305-eb17-4ebb-8376-c3dce204d680) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:22:36.300938 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:36.341060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:36.382487 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Network 0619c344-2594-41c5-bd92-6164237da7a0 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:22:36.385679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:22:36.394892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:22:36.420174 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Pushing event updated for resources: {'Port': ['ID=58d74305-eb17-4ebb-8376-c3dce204d680,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:36.452428 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:36.453062 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:36.494765 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-e6f85aa5-731b-4c66-86bd-33cf2725caf5 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6120939 Jul 08 22:22:36.510758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Request body: {'port': {'device_id': '0091ebab-7ec6-4b0d-b13a-6d489733a943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:22:36.549180 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787a97-3d7e-49c0-a9ac-b549d597e770 req-2834cff9-b6e2-48af-9a01-569f22fae9ec tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:36.551389 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e1787a97-3d7e-49c0-a9ac-b549d597e770 req-2834cff9-b6e2-48af-9a01-569f22fae9ec tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0955439 Jul 08 22:22:36.625176 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e1787a97-3d7e-49c0-a9ac-b549d597e770 req-f72c8bcb-2e32-49cc-be3f-111c81b068e2 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673583 Jul 08 22:22:36.625870 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:36.889086 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2a73-4344-470a-ba6b-02565ac5bc03 req-d2b1bf17-350f-4f51-a213-5320d234f37c tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:36.890573 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9b5b2a73-4344-470a-ba6b-02565ac5bc03 req-d2b1bf17-350f-4f51-a213-5320d234f37c tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 931 time: 0.1062059 Jul 08 22:22:36.963018 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d74305-eb17-4ebb-8376-c3dce204d680 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:22:36.971081 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9b5b2a73-4344-470a-ba6b-02565ac5bc03 req-246fe502-d64a-47c0-ae7f-607a38d6cf99 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716994 Jul 08 22:22:36.975721 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:36.989344 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Transition to ACTIVE for port object 58d74305-eb17-4ebb-8376-c3dce204d680 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:22:36.993452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.044499 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Pushing event updated for resources: {'Port': ['ID=58d74305-eb17-4ebb-8376-c3dce204d680,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:37.116399 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42950) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:37.117865 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Attempting to bind port 58d74305-eb17-4ebb-8376-c3dce204d680 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:22:37.118299 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Attempting to bind port 58d74305-eb17-4ebb-8376-c3dce204d680 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:22:37.118732 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Attempting to bind port 58d74305-eb17-4ebb-8376-c3dce204d680 on network 0619c344-2594-41c5-bd92-6164237da7a0 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:22:37.123471 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Port 58d74305-eb17-4ebb-8376-c3dce204d680 on network 0619c344-2594-41c5-bd92-6164237da7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:22:37.124176 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Attempting to bind port 58d74305-eb17-4ebb-8376-c3dce204d680 on network 0619c344-2594-41c5-bd92-6164237da7a0 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:22:37.129081 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:22:37.129407 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Checking segment: {'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:22:37.129781 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Bound using segment: {'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:22:37.130199 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Bound port: 58d74305-eb17-4ebb-8376-c3dce204d680, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:22:37.130549 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.205960 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] For port 58d74305-eb17-4ebb-8376-c3dce204d680, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:22:37.209096 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] For port 58d74305-eb17-4ebb-8376-c3dce204d680, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=58d74305-eb17-4ebb-8376-c3dce204d680,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:22:37.215323 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.250661 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1bc71f90-3846-42a3-9dca-1e7715eda303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.251974 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:37.252599 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.255676 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] 10.222.0.67 "PUT /v2.0/ports/58d74305-eb17-4ebb-8376-c3dce204d680 HTTP/1.1" status: 200 len: 1093 time: 0.7491767 Jul 08 22:22:37.256144 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0091ebab-7ec6-4b0d-b13a-6d489733a943', 'tag': '58d74305-eb17-4ebb-8376-c3dce204d680'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:22:37.258380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0091ebab-7ec6-4b0d-b13a-6d489733a943", "tag": "58d74305-eb17-4ebb-8376-c3dce204d680"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:22:37.297730 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e94ea-cf8f-4d56-a3f5-d3843b6e9106 service neutron] Pushing event updated for resources: {'Port': ['ID=58d74305-eb17-4ebb-8376-c3dce204d680,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:37.322858 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86801e04-c63a-4c01-a93a-b5ae31f41162 x-openstack-request-id: req-86801e04-c63a-4c01-a93a-b5ae31f41162 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:22:37.322858 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0091ebab-7ec6-4b0d-b13a-6d489733a943", "tag": "58d74305-eb17-4ebb-8376-c3dce204d680", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:22:37.322858 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86801e04-c63a-4c01-a93a-b5ae31f41162 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:22:37.322858 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0091ebab-7ec6-4b0d-b13a-6d489733a943', 'tag': '58d74305-eb17-4ebb-8376-c3dce204d680', 'status': 'completed', 'code': 200} Jul 08 22:22:37.353886 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1bc71f90-3846-42a3-9dca-1e7715eda303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.359714 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1bc71f90-3846-42a3-9dca-1e7715eda303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.369543 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b312f2-bad6-4205-b524-770cb065d7cb req-8df633b1-8d03-4d3b-8a06-a201cdb6c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:37.371146 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-8df633b1-8d03-4d3b-8a06-a201cdb6c2ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ee66a591a2a4ab6ae3e379e05481752&device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 1096 time: 0.0612371 Jul 08 22:22:37.395921 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1bc71f90-3846-42a3-9dca-1e7715eda303 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45660db553a8442580c4ebf08f509dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753601 Jul 08 22:22:37.402315 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42962) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:37.419233 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-ce3f4cfb-6897-4415-a71f-c5160bf52fc6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58d74305-eb17-4ebb-8376-c3dce204d680 HTTP/1.1" status: 200 len: 217 time: 0.0385129 Jul 08 22:22:37.426014 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc71f90-3846-42a3-9dca-1e7715eda303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f60279-6d26-483a-ab63-1f6553323923,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:37.460802 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-813a97e2-fb77-44e2-893f-dd23b868d9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.482382 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-813a97e2-fb77-44e2-893f-dd23b868d9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.489071 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b312f2-bad6-4205-b524-770cb065d7cb req-cd579e5f-288e-4c5c-bd84-aff667885280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:37.490640 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-cd579e5f-288e-4c5c-bd84-aff667885280 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=125f08e6-3fb2-408f-bdd3-c8bb49af8960 HTTP/1.1" status: 200 len: 848 time: 0.0504901 Jul 08 22:22:37.532945 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-813a97e2-fb77-44e2-893f-dd23b868d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.537087 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-813a97e2-fb77-44e2-893f-dd23b868d9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.539352 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-813a97e2-fb77-44e2-893f-dd23b868d9f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65f60279-6d26-483a-ab63-1f6553323923 HTTP/1.1" status: 204 len: 168 time: 0.1359687 Jul 08 22:22:37.540661 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-3218c77a-8c3f-43bb-8edc-6f7402f59229 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0619c344-2594-41c5-bd92-6164237da7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322275 Jul 08 22:22:37.548637 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a97e2-fb77-44e2-893f-dd23b868d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f60279-6d26-483a-ab63-1f6553323923,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:37.675774 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-1eedcb20-9c04-4099-8b16-fd5cba3de42f service neutron] 10.222.0.67 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270337 Jul 08 22:22:37.856564 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42978) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:37.870409 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c08fb25e-fdfd-431d-bfcc-4217865f11d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.903037 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54b312f2-bad6-4205-b524-770cb065d7cb req-375012b4-5b14-4f05-9168-5e418f9aef6c service neutron] 10.222.0.67 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979201 Jul 08 22:22:37.922709 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706783f9-6bda-4a6f-b464-ee7237cc7f26 req-dbb022cc-c7fd-4a34-abbb-77ed14f6bdf9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:37.925311 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-706783f9-6bda-4a6f-b464-ee7237cc7f26 req-dbb022cc-c7fd-4a34-abbb-77ed14f6bdf9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1604478 Jul 08 22:22:37.950581 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03f4c7-d786-4d2f-966c-fb4c51a33eaa req-f382b7fd-9629-4e28-9cb1-e6ea12e33f56 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:37.952257 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4d03f4c7-d786-4d2f-966c-fb4c51a33eaa req-f382b7fd-9629-4e28-9cb1-e6ea12e33f56 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1864784 Jul 08 22:22:37.983710 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c08fb25e-fdfd-431d-bfcc-4217865f11d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:37.987584 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c08fb25e-fdfd-431d-bfcc-4217865f11d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:38.027251 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c08fb25e-fdfd-431d-bfcc-4217865f11d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be1e4a5146f04da29807735915801dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693623 Jul 08 22:22:38.028123 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fb25e-fdfd-431d-bfcc-4217865f11d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b6adb-759f-4e0d-aa8b-7246b26b356c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:38.031170 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 42982) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:38.040455 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-706783f9-6bda-4a6f-b464-ee7237cc7f26 req-ffd61ac5-0254-48a7-a5e0-f13d7cfe329b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872157 Jul 08 22:22:38.058341 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4d03f4c7-d786-4d2f-966c-fb4c51a33eaa req-08e1360f-cd3d-49c0-90e9-eb8895dcffd7 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940630 Jul 08 22:22:38.080192 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-6f4a7635-c13b-471a-bce0-3189cbd1d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:38.082494 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-6f4a7635-c13b-471a-bce0-3189cbd1d7ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ee66a591a2a4ab6ae3e379e05481752&device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 1096 time: 0.1223581 Jul 08 22:22:38.090396 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c5a5984-e231-42aa-aa99-0454d69c2223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:38.114932 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c5a5984-e231-42aa-aa99-0454d69c2223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:38.176526 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c5a5984-e231-42aa-aa99-0454d69c2223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:38.179548 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9c5a5984-e231-42aa-aa99-0454d69c2223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:38.181048 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9c5a5984-e231-42aa-aa99-0454d69c2223 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f27b6adb-759f-4e0d-aa8b-7246b26b356c HTTP/1.1" status: 204 len: 168 time: 0.1487262 Jul 08 22:22:38.209601 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a5984-e231-42aa-aa99-0454d69c2223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b6adb-759f-4e0d-aa8b-7246b26b356c,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:38.444698 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-0680cc8e-205d-4b92-a0a1-31c1902fdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:38.446164 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-0680cc8e-205d-4b92-a0a1-31c1902fdbc3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0619c344-2594-41c5-bd92-6164237da7a0 HTTP/1.1" status: 200 len: 909 time: 0.3560629 Jul 08 22:22:38.458056 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d572-cc2c-439b-ac11-0b0869354823 req-63135da4-7819-48ea-8495-f8e9e92706bd tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:38.459522 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b9e7d572-cc2c-439b-ac11-0b0869354823 req-63135da4-7819-48ea-8495-f8e9e92706bd tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 943 time: 0.1194241 Jul 08 22:22:38.501597 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-b4575243-e0c6-4cc3-9549-641d6d4f9b1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58d74305-eb17-4ebb-8376-c3dce204d680 HTTP/1.1" status: 200 len: 217 time: 0.0411460 Jul 08 22:22:38.553157 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b9e7d572-cc2c-439b-ac11-0b0869354823 req-8c7c48d5-6278-490d-a574-2b7db8878017 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870390 Jul 08 22:22:38.576513 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-38d96363-d194-40fa-bcb4-0999a90cdb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:38.576513 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-38d96363-d194-40fa-bcb4-0999a90cdb34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=125f08e6-3fb2-408f-bdd3-c8bb49af8960 HTTP/1.1" status: 200 len: 848 time: 0.0566213 Jul 08 22:22:38.609345 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-c0ab3598-6478-48b8-a1b1-05d55d8e83cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0619c344-2594-41c5-bd92-6164237da7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302250 Jul 08 22:22:38.700222 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-2b5adb7b-75b0-4f9d-b273-f57fc45a3e0a service neutron] 10.222.0.67 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811992 Jul 08 22:22:38.792295 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ab6e5736-d5c9-424c-9d28-cf04a94fee7c req-ecdb45c8-41fb-47fc-ae32-4d9d398c62ad service neutron] 10.222.0.67 "GET /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853117 Jul 08 22:22:39.281447 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb5f6-294b-4d8f-b738-77f7f51cf8c3 req-fb74eac5-92e3-4aba-91b8-a26ceebd92a4 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:39.282948 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54beb5f6-294b-4d8f-b738-77f7f51cf8c3 req-fb74eac5-92e3-4aba-91b8-a26ceebd92a4 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0957072 Jul 08 22:22:39.294488 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba1d2-ea35-47e1-a7bf-8d432fa91820 req-b7864321-5d62-4674-bfd8-6da4c39bc494 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:39.296033 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8ffba1d2-ea35-47e1-a7bf-8d432fa91820 req-b7864321-5d62-4674-bfd8-6da4c39bc494 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1183350 Jul 08 22:22:39.356410 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54beb5f6-294b-4d8f-b738-77f7f51cf8c3 req-dd6771c4-f1b1-4311-a6e0-fd2522af3f31 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593941 Jul 08 22:22:39.361214 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8ffba1d2-ea35-47e1-a7bf-8d432fa91820 req-c1e1d4a7-1c96-479c-ae52-e83e4fec3334 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575862 Jul 08 22:22:39.726848 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930c628-72df-4a32-ad8d-fd616c0c4625 req-e69044c7-ce7a-4c27-9f9d-4efabf56fc80 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:39.728365 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9930c628-72df-4a32-ad8d-fd616c0c4625 req-e69044c7-ce7a-4c27-9f9d-4efabf56fc80 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 943 time: 0.0634181 Jul 08 22:22:39.768115 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9930c628-72df-4a32-ad8d-fd616c0c4625 req-94d1dcc9-ae92-4518-9587-717623d8344d tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337663 Jul 08 22:22:40.587132 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161729c-6885-4666-9c9a-731e25ea81d4 req-a6b878fa-afac-4c25-a15c-9c012713fb06 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:40.588622 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6161729c-6885-4666-9c9a-731e25ea81d4 req-a6b878fa-afac-4c25-a15c-9c012713fb06 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1130137 Jul 08 22:22:40.596973 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e6b2-29a1-414b-8f90-88007cceec83 req-2e4a2865-e6fd-4f47-9156-79bbac7d40cc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:40.598577 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aae8e6b2-29a1-414b-8f90-88007cceec83 req-2e4a2865-e6fd-4f47-9156-79bbac7d40cc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1124988 Jul 08 22:22:40.658332 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6161729c-6885-4666-9c9a-731e25ea81d4 req-2ce94b7c-90a9-4e22-85ce-12a4277af2d6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586150 Jul 08 22:22:40.664271 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aae8e6b2-29a1-414b-8f90-88007cceec83 req-45e2fb4f-7429-40d3-92a2-8b8b3d9329b9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587385 Jul 08 22:22:40.959966 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b519a7-710b-417a-ac04-83a647cdc304 req-ca8d6d46-967f-41e5-8dd2-2ac31a8dd99e tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:40.961404 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02b519a7-710b-417a-ac04-83a647cdc304 req-ca8d6d46-967f-41e5-8dd2-2ac31a8dd99e tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 943 time: 0.0620985 Jul 08 22:22:41.002693 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02b519a7-710b-417a-ac04-83a647cdc304 req-80f653cf-bc2e-4761-a16b-61c18b079e8b tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Jul 08 22:22:41.065800 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 58d74305-eb17-4ebb-8376-c3dce204d680 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:22:41.162469 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 58d74305-eb17-4ebb-8376-c3dce204d680, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=58d74305-eb17-4ebb-8376-c3dce204d680,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:41.173396 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '58d74305-eb17-4ebb-8376-c3dce204d680', 'network_id': '0619c344-2594-41c5-bd92-6164237da7a0', 'port_id': '58d74305-eb17-4ebb-8376-c3dce204d680', 'mac_address': 'fa:16:3e:25:10:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125f08e6-3fb2-408f-bdd3-c8bb49af8960', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:22:41.209833 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:41.224277 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d74305-eb17-4ebb-8376-c3dce204d680 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:22:41.244424 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 58d74305-eb17-4ebb-8376-c3dce204d680, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=58d74305-eb17-4ebb-8376-c3dce204d680,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:41.248246 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:41.295012 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=58d74305-eb17-4ebb-8376-c3dce204d680,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:41.614572 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['58d74305-eb17-4ebb-8376-c3dce204d680'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:22:41.894869 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb79a-a3d9-4c42-9822-f74724ec2718 req-d8c7cd79-3530-44b6-93c8-ab34d4248720 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:41.896395 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b92fb79a-a3d9-4c42-9822-f74724ec2718 req-d8c7cd79-3530-44b6-93c8-ab34d4248720 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1180699 Jul 08 22:22:41.905247 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfe11e-4eb7-4eba-869b-b94e6ca771aa req-2502dfda-35f7-42cc-aebd-27210667b36a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:41.906795 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a0cfe11e-4eb7-4eba-869b-b94e6ca771aa req-2502dfda-35f7-42cc-aebd-27210667b36a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1186109 Jul 08 22:22:41.959138 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b92fb79a-a3d9-4c42-9822-f74724ec2718 req-c76cd4cd-51ee-4fca-8786-10d604fffa43 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513225 Jul 08 22:22:41.986366 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a0cfe11e-4eb7-4eba-869b-b94e6ca771aa req-baee93f1-e99a-4236-9f78-4e75b9bdb343 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636275 Jul 08 22:22:42.177774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175bc26-28d3-4af4-89bd-e529cf50d759 req-1dbe57c0-e9cd-4f54-bddc-46256e51651a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:42.179161 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a175bc26-28d3-4af4-89bd-e529cf50d759 req-1dbe57c0-e9cd-4f54-bddc-46256e51651a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 944 time: 0.0685401 Jul 08 22:22:42.220372 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a175bc26-28d3-4af4-89bd-e529cf50d759 req-baf89a96-b6d7-44d9-aede-f558c744ba9b tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354855 Jul 08 22:22:42.480168 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-5cda0880-8c0e-4f45-b110-a38dabbc25b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:43.074886 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 58d74305-eb17-4ebb-8376-c3dce204d680 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:22:43.136207 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 58d74305-eb17-4ebb-8376-c3dce204d680 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:22:43.140383 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 58d74305-eb17-4ebb-8376-c3dce204d680 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:22:43.140945 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:43.190049 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aba225-d085-4008-a78c-6067f3e89f9a req-9a9d35c2-fa85-4988-813b-76dabb6de84c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:43.191707 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45aba225-d085-4008-a78c-6067f3e89f9a req-9a9d35c2-fa85-4988-813b-76dabb6de84c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1154974 Jul 08 22:22:43.205416 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d171ef-0797-4873-a44a-ad6aa035e9d5 req-85ea404e-a666-46c4-83ba-079a4d169103 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:43.206982 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-99d171ef-0797-4873-a44a-ad6aa035e9d5 req-85ea404e-a666-46c4-83ba-079a4d169103 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0948875 Jul 08 22:22:43.228231 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:43.256019 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091ebab-7ec6-4b0d-b13a-6d489733a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d74305-eb17-4ebb-8376-c3dce204d680'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:22:43.258867 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd17b83-8b18-4a39-b18e-01f0341c30c7" -d '{"events": [{"server_uuid": "0091ebab-7ec6-4b0d-b13a-6d489733a943", "name": "network-vif-plugged", "status": "completed", "tag": "58d74305-eb17-4ebb-8376-c3dce204d680"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:22:43.274422 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 58d74305-eb17-4ebb-8376-c3dce204d680, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=58d74305-eb17-4ebb-8376-c3dce204d680,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:43.275904 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-99d171ef-0797-4873-a44a-ad6aa035e9d5 req-0c1d3901-0594-4bb1-886f-d6ae43cb8749 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606670 Jul 08 22:22:43.279209 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45aba225-d085-4008-a78c-6067f3e89f9a req-f9ff8784-eaa5-435a-9b20-503b9551e29e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712390 Jul 08 22:22:43.281949 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:43.350152 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=58d74305-eb17-4ebb-8376-c3dce204d680,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:43.502191 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1368f-e770-488a-ad43-22c71bc614a2 req-4bbb8100-7893-48b7-8938-d37cbb75b8b6 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:43.503743 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b5c1368f-e770-488a-ad43-22c71bc614a2 req-4bbb8100-7893-48b7-8938-d37cbb75b8b6 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 945 time: 0.0689378 Jul 08 22:22:43.522038 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0635804e-072f-49e4-b5a9-01bf385f39ce x-openstack-request-id: req-0635804e-072f-49e4-b5a9-01bf385f39ce {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:22:43.522527 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091ebab-7ec6-4b0d-b13a-6d489733a943", "name": "network-vif-plugged", "status": "completed", "tag": "58d74305-eb17-4ebb-8376-c3dce204d680", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:22:43.522621 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0635804e-072f-49e4-b5a9-01bf385f39ce {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:22:43.522986 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0091ebab-7ec6-4b0d-b13a-6d489733a943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d74305-eb17-4ebb-8376-c3dce204d680', 'code': 200} Jul 08 22:22:43.545042 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b5c1368f-e770-488a-ad43-22c71bc614a2 req-8e5e73ff-7db2-403b-8f86-8778c790dbf1 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341463 Jul 08 22:22:43.761210 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835ef0a-8bef-4c16-ad6f-34ec1e91775c req-5f7acbba-57af-43e2-b2bf-75f1b01d02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:43.762581 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9835ef0a-8bef-4c16-ad6f-34ec1e91775c req-5f7acbba-57af-43e2-b2bf-75f1b01d02d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 1098 time: 0.0509636 Jul 08 22:22:43.796309 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9835ef0a-8bef-4c16-ad6f-34ec1e91775c req-e1013123-6fa9-40cf-8a65-40fc405218a0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268977 Jul 08 22:22:44.522771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597e1c7-887e-434e-94a4-f45ee6c27077 req-4074b9f8-4a6d-4532-a077-d2c19a8c0b14 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:44.524288 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1597e1c7-887e-434e-94a4-f45ee6c27077 req-4074b9f8-4a6d-4532-a077-d2c19a8c0b14 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1089330 Jul 08 22:22:44.533025 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e067d2-5ed5-4ae4-b2b0-47e3a1b354c6 req-9a8b8928-b341-4e7c-ba44-43e6f467bc0b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:44.534586 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-73e067d2-5ed5-4ae4-b2b0-47e3a1b354c6 req-9a8b8928-b341-4e7c-ba44-43e6f467bc0b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1101568 Jul 08 22:22:44.598698 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1597e1c7-887e-434e-94a4-f45ee6c27077 req-d34d9c28-f729-4a2c-9eaf-a5cdfd35d56d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587463 Jul 08 22:22:44.598698 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-73e067d2-5ed5-4ae4-b2b0-47e3a1b354c6 req-280dcf7f-7560-43be-a2d7-86b96ad13236 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547419 Jul 08 22:22:44.784290 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427633-1ff7-4847-a348-2e0a2b5076a2 req-2d934587-2f4b-4d86-bbb6-ae485415caf7 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:44.785943 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d427633-1ff7-4847-a348-2e0a2b5076a2 req-2d934587-2f4b-4d86-bbb6-ae485415caf7 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 945 time: 0.0680623 Jul 08 22:22:44.829169 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d427633-1ff7-4847-a348-2e0a2b5076a2 req-6726592c-90d4-4a32-85b2-ad0a3c72dc73 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Jul 08 22:22:45.013407 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-3b1d78b2-a832-489c-b9b0-07bcbfe3e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:45.210946 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:45.814012 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1c925-0b61-4fc7-8cc5-a1dab6775e4a req-9f09f400-0084-4043-a843-a2766f688aef tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:45.815579 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-19c1c925-0b61-4fc7-8cc5-a1dab6775e4a req-9f09f400-0084-4043-a843-a2766f688aef tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1039844 Jul 08 22:22:45.825781 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744aea-616f-4e2b-83b5-d351aabfb6ea req-18e18311-9bee-4e10-b025-5ae6c757fccd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:45.827285 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-40744aea-616f-4e2b-83b5-d351aabfb6ea req-18e18311-9bee-4e10-b025-5ae6c757fccd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1059544 Jul 08 22:22:45.884788 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-19c1c925-0b61-4fc7-8cc5-a1dab6775e4a req-f1d09360-2e96-4f03-98e3-271eaa276fc4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565171 Jul 08 22:22:45.892772 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-40744aea-616f-4e2b-83b5-d351aabfb6ea req-0932b26c-5a9e-4b06-bfb4-f3e41bd2a2f3 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586200 Jul 08 22:22:45.934208 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:46.079934 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaf789-660c-499e-8845-cc2a690dfb51 req-d5690a13-a5d0-45c8-b758-f8f9a156e0ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:46.081379 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfaf789-660c-499e-8845-cc2a690dfb51 req-d5690a13-a5d0-45c8-b758-f8f9a156e0ad tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 945 time: 0.0636098 Jul 08 22:22:46.120830 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6bfaf789-660c-499e-8845-cc2a690dfb51 req-4bad5b30-7d92-432f-ba59-c977ec7af41f tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Jul 08 22:22:47.017549 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 43200) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:47.088690 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc7eb5-e551-48df-8d6a-be0fa1527f06 req-229b7900-b4f9-48ae-afc3-1a3df7223e5d tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:47.091338 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f8bc7eb5-e551-48df-8d6a-be0fa1527f06 req-229b7900-b4f9-48ae-afc3-1a3df7223e5d tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 945 time: 0.1163266 Jul 08 22:22:47.124332 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df844c-2615-4781-b24d-8fa9d8d6c625 req-90a3fdd4-dead-4ee9-8c5b-5c5916b9cb1c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:47.124640 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.125799 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-89df844c-2615-4781-b24d-8fa9d8d6c625 req-90a3fdd4-dead-4ee9-8c5b-5c5916b9cb1c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1043377 Jul 08 22:22:47.156219 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f8bc7eb5-e551-48df-8d6a-be0fa1527f06 req-0ac1c986-89db-45d1-a249-a4c0f32f1a8e tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595787 Jul 08 22:22:47.188526 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-89df844c-2615-4781-b24d-8fa9d8d6c625 req-0209b58b-5987-4d30-bb8f-1afe17b04559 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526979 Jul 08 22:22:47.219079 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.224078 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.268222 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1df6cb-6694-40ae-86ed-59a3dac8be64,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:47.280812 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.281184 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.281533 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.281868 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.282197 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.282525 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.282869 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.283200 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.283538 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.283863 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.284182 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.284499 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.294064 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 43206) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:47.294420 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8fb79b2c-d6ae-479e-9964-c4bf1729dfa6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d51b1592c7b4c1aa4aefe22d3d1cc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755568 Jul 08 22:22:47.367587 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a7992-bea3-4144-b68a-40d139832f91 req-1af1aaf8-bbd1-471e-a21e-c8acf1aaea20 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:47.369121 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8d4a7992-bea3-4144-b68a-40d139832f91 req-1af1aaf8-bbd1-471e-a21e-c8acf1aaea20 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1049368 Jul 08 22:22:47.370261 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.407952 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.445889 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8d4a7992-bea3-4144-b68a-40d139832f91 req-886ac0e5-cd40-4d21-821c-2d2ae76699d0 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706756 Jul 08 22:22:47.469497 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.472178 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.473310 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae1df6cb-6694-40ae-86ed-59a3dac8be64 HTTP/1.1" status: 204 len: 168 time: 0.1782703 Jul 08 22:22:47.481160 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1df6cb-6694-40ae-86ed-59a3dac8be64,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:47.488076 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.488426 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.488768 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.489103 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.489434 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.489763 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.490091 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.490414 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.490742 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.491095 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.491417 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.491738 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa984fa0-953d-411a-9863-e77175ea92ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:22:47.667462 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.735697 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 43214) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:47.748910 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9962-9a6b-4260-94b4-28a18e2e23b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.834742 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9962-9a6b-4260-94b4-28a18e2e23b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.839344 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2cfa9962-9a6b-4260-94b4-28a18e2e23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.882383 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2cfa9962-9a6b-4260-94b4-28a18e2e23b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af392f0d25694592a581552a37d21c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455939 Jul 08 22:22:47.883263 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa9962-9a6b-4260-94b4-28a18e2e23b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323ca206-1126-4e93-b916-7219edcacbc6,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:47.885020 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 43216) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:47.935234 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4cea6381-6de5-41ee-90b6-29193411275b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:47.956912 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4cea6381-6de5-41ee-90b6-29193411275b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.007819 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4cea6381-6de5-41ee-90b6-29193411275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.010471 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4cea6381-6de5-41ee-90b6-29193411275b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.011652 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-4cea6381-6de5-41ee-90b6-29193411275b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/323ca206-1126-4e93-b916-7219edcacbc6 HTTP/1.1" status: 204 len: 168 time: 0.1250937 Jul 08 22:22:48.020169 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea6381-6de5-41ee-90b6-29193411275b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ca206-1126-4e93-b916-7219edcacbc6,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:48.345117 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 43226) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:48.361498 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4de0542f-8bf6-47b6-9197-f2688f8f70a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.392501 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5988b-06cb-44a9-a0ec-f89090947f47 req-793d62b2-5a06-4ffe-91a6-68e1236b8971 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:48.394011 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-70c5988b-06cb-44a9-a0ec-f89090947f47 req-793d62b2-5a06-4ffe-91a6-68e1236b8971 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 945 time: 0.1185389 Jul 08 22:22:48.417076 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803941a3-4850-4b70-9930-32375e35d34a req-43eda70c-8e53-4990-9e08-5544aea294f8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:48.419037 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-803941a3-4850-4b70-9930-32375e35d34a req-43eda70c-8e53-4990-9e08-5544aea294f8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1098130 Jul 08 22:22:48.450285 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4de0542f-8bf6-47b6-9197-f2688f8f70a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.454677 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4de0542f-8bf6-47b6-9197-f2688f8f70a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.486343 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-70c5988b-06cb-44a9-a0ec-f89090947f47 req-d2668a79-f31a-49f7-9a13-7eba56bee3fa tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/security-groups?id=0091fff7-a80a-4bee-b251-eef173d3e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847480 Jul 08 22:22:48.491359 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-803941a3-4850-4b70-9930-32375e35d34a req-825d29c7-2815-4d60-9ad0-895a05c247e3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610242 Jul 08 22:22:48.495095 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4de0542f-8bf6-47b6-9197-f2688f8f70a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee0bb27bf1c843e2b8860699d2479820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488092 Jul 08 22:22:48.496224 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0542f-8bf6-47b6-9197-f2688f8f70a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c170119a-349c-4bde-a239-bd3e3d48a621,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:48.497507 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 43232) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:48.563192 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3f7bde03-228f-4f27-b951-1a79c85f977f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.586078 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3f7bde03-228f-4f27-b951-1a79c85f977f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.665896 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3f7bde03-228f-4f27-b951-1a79c85f977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.668437 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3f7bde03-228f-4f27-b951-1a79c85f977f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:48.669587 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-3f7bde03-228f-4f27-b951-1a79c85f977f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c170119a-349c-4bde-a239-bd3e3d48a621 HTTP/1.1" status: 204 len: 168 time: 0.1711411 Jul 08 22:22:48.681097 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bde03-228f-4f27-b951-1a79c85f977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170119a-349c-4bde-a239-bd3e3d48a621,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:48.699885 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8262cea-54f9-4fbb-a91c-3a0d10f7038e req-2e44c5b1-d077-4799-aad5-d9dcee1a0157 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:48.701498 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d8262cea-54f9-4fbb-a91c-3a0d10f7038e req-2e44c5b1-d077-4799-aad5-d9dcee1a0157 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0854440 Jul 08 22:22:48.739563 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d8262cea-54f9-4fbb-a91c-3a0d10f7038e req-f40dbea7-7b7c-46c8-b447-bd0bde30d5bd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325274 Jul 08 22:22:49.020077 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-cc24c40f-663b-47d8-91b0-370f1898ced9 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:49.022398 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-cc24c40f-663b-47d8-91b0-370f1898ced9 tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.67 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 945 time: 0.0679166 Jul 08 22:22:49.135338 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Deleting port 58d74305-eb17-4ebb-8376-c3dce204d680 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:22:49.135698 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:49.225637 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] For port 58d74305-eb17-4ebb-8376-c3dce204d680, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=58d74305-eb17-4ebb-8376-c3dce204d680,segment=NetworkSegment(4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0),segment_id=4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:22:49.225996 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:49.241237 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Calling delete_port for 58d74305-eb17-4ebb-8376-c3dce204d680 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:22:49.370519 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:49.383654 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['58d74305-eb17-4ebb-8376-c3dce204d680'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:22:49.399810 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Pushing event deleted for resources: {'Port': ['ID=58d74305-eb17-4ebb-8376-c3dce204d680,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:49.447953 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] No DVR routers for this DVR port 58d74305-eb17-4ebb-8376-c3dce204d680 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:22:49.451453 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:49.453835 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-63702f27-67ad-4f9d-bf37-bca12527e45f req-008289f8-c126-4c8e-8240-bfd03cfa880a tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.67 "DELETE /v2.0/ports/58d74305-eb17-4ebb-8376-c3dce204d680 HTTP/1.1" status: 204 len: 173 time: 0.4231472 Jul 08 22:22:49.454368 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091ebab-7ec6-4b0d-b13a-6d489733a943', 'name': 'network-vif-deleted', 'tag': '58d74305-eb17-4ebb-8376-c3dce204d680'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:22:49.456949 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bd6bdf-8cd8-4230-bc92-2a1a663902c1" -d '{"events": [{"server_uuid": "0091ebab-7ec6-4b0d-b13a-6d489733a943", "name": "network-vif-deleted", "tag": "58d74305-eb17-4ebb-8376-c3dce204d680"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:22:49.498709 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ff09e8-1a37-41c4-b5c4-6d5bff6b3d8a x-openstack-request-id: req-b6ff09e8-1a37-41c4-b5c4-6d5bff6b3d8a {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:22:49.499323 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091ebab-7ec6-4b0d-b13a-6d489733a943", "name": "network-vif-deleted", "tag": "58d74305-eb17-4ebb-8376-c3dce204d680", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:22:49.499526 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6ff09e8-1a37-41c4-b5c4-6d5bff6b3d8a {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:22:49.499909 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0091ebab-7ec6-4b0d-b13a-6d489733a943', 'name': 'network-vif-deleted', 'tag': '58d74305-eb17-4ebb-8376-c3dce204d680', 'status': 'completed', 'code': 200} Jul 08 22:22:49.683647 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31a0f5fe-f78e-457d-90bb-d3bfd5774556 req-ffedfc63-32f0-4217-bfe4-591a2bd133ce tempest-VolumesActionsTest-1928339456 tempest-VolumesActionsTest-1928339456-project] 10.222.0.43 "GET /v2.0/ports?device_id=0091ebab-7ec6-4b0d-b13a-6d489733a943 HTTP/1.1" status: 200 len: 210 time: 0.0486188 Jul 08 22:22:49.718331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca620a-c8d2-467c-b596-fa637f24606c req-b9c63b03-d6b9-488a-ad7b-04feda693221 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:49.719860 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14ca620a-c8d2-467c-b596-fa637f24606c req-b9c63b03-d6b9-488a-ad7b-04feda693221 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0971835 Jul 08 22:22:49.761555 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14ca620a-c8d2-467c-b596-fa637f24606c req-c7ed5f01-7a01-4d17-80a3-6923078c38cf tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348642 Jul 08 22:22:49.935833 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516ed53-14d2-4207-8077-970b94bf97a5 req-fb950a1c-7242-47ef-8acc-9a8cf5f9a7b3 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:49.937278 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3516ed53-14d2-4207-8077-970b94bf97a5 req-fb950a1c-7242-47ef-8acc-9a8cf5f9a7b3 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0655823 Jul 08 22:22:49.979070 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3516ed53-14d2-4207-8077-970b94bf97a5 req-c342812e-0689-45c6-ae54-33250ead96f5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Jul 08 22:22:50.962308 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf1b05-ff56-4c28-9733-8e92e1599479 req-3aa0b8e5-70bc-43af-9a2a-a391ce064f2a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:50.964658 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1caf1b05-ff56-4c28-9733-8e92e1599479 req-3aa0b8e5-70bc-43af-9a2a-a391ce064f2a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0782430 Jul 08 22:22:51.005133 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1caf1b05-ff56-4c28-9733-8e92e1599479 req-2a8bd60f-96e4-414d-8751-864428eebd95 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Jul 08 22:22:51.189581 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96ae4a-f2ef-498b-a606-4ea2b0ffb9cf req-46bdba92-d824-4cb0-9ff0-6529445155a5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:51.191408 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ca96ae4a-f2ef-498b-a606-4ea2b0ffb9cf req-46bdba92-d824-4cb0-9ff0-6529445155a5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0762677 Jul 08 22:22:51.233506 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ca96ae4a-f2ef-498b-a606-4ea2b0ffb9cf req-5d2ba750-ca1d-4dd2-b991-7da42d591b8b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360911 Jul 08 22:22:51.355508 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203e9a7-6fab-421c-a852-e4a8f6b026fd req-85ec67aa-f9b9-4450-9eb6-b30be6d47019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:51.357009 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e203e9a7-6fab-421c-a852-e4a8f6b026fd req-85ec67aa-f9b9-4450-9eb6-b30be6d47019 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1098 time: 0.0535138 Jul 08 22:22:51.391919 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e203e9a7-6fab-421c-a852-e4a8f6b026fd req-24aaea7f-938d-4919-9d64-d206168f6687 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275481 Jul 08 22:22:52.187924 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35b1ec-fd57-4f0f-a11a-d8ddb254be63 req-f38bae80-d134-4007-bc0e-8e6b93ad1d80 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:52.189373 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-be35b1ec-fd57-4f0f-a11a-d8ddb254be63 req-f38bae80-d134-4007-bc0e-8e6b93ad1d80 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0632036 Jul 08 22:22:52.225813 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-be35b1ec-fd57-4f0f-a11a-d8ddb254be63 req-737f3416-c613-454b-bf31-2332d5006bfa tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301416 Jul 08 22:22:52.413895 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463da03-ad2f-43c8-9233-3b8574a38682 req-28d3555c-768b-42b3-ae1c-2c272ee3fd7f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:52.415380 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0463da03-ad2f-43c8-9233-3b8574a38682 req-28d3555c-768b-42b3-ae1c-2c272ee3fd7f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0613906 Jul 08 22:22:52.455982 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0463da03-ad2f-43c8-9233-3b8574a38682 req-7c342f65-0f0e-4389-84ca-df34c532f423 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351789 Jul 08 22:22:53.407352 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a5310-f42f-4e30-92e7-a218c8fae8de req-9b54e097-2d64-455c-a280-95313387d427 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:53.408832 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3a6a5310-f42f-4e30-92e7-a218c8fae8de req-9b54e097-2d64-455c-a280-95313387d427 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0637128 Jul 08 22:22:53.449731 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3a6a5310-f42f-4e30-92e7-a218c8fae8de req-7b94111c-5973-44f5-bab5-29eb6ae555e6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344694 Jul 08 22:22:53.637472 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166325-7239-444e-8a09-0f77bbbd0def req-e5ebe076-95c4-472b-b95b-50fbde2615e6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:53.638991 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a166325-7239-444e-8a09-0f77bbbd0def req-e5ebe076-95c4-472b-b95b-50fbde2615e6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0688083 Jul 08 22:22:53.681030 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a166325-7239-444e-8a09-0f77bbbd0def req-1bbf2f06-3f07-4c2b-9bf2-56ed445de127 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Jul 08 22:22:54.182472 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 58d74305-eb17-4ebb-8376-c3dce204d680 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:22:54.206476 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 58d74305-eb17-4ebb-8376-c3dce204d680 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:22:54.206873 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 58d74305-eb17-4ebb-8376-c3dce204d680 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:22:54.637850 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b079-07f7-410a-bb56-5cb8080eefdd req-42bb98c1-b4a3-41fe-adf3-c93cf13a2d12 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:54.639447 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-25c4b079-07f7-410a-bb56-5cb8080eefdd req-42bb98c1-b4a3-41fe-adf3-c93cf13a2d12 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0732150 Jul 08 22:22:54.685524 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-25c4b079-07f7-410a-bb56-5cb8080eefdd req-739465bd-b1a9-4ceb-9d14-eba78beadd29 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402830 Jul 08 22:22:54.809310 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:22:54.855302 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34616cc2-29ae-45e4-8072-8808516f7df5 req-5368d7b3-4a35-4294-ae31-5bbb6a6a0c7e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:54.856756 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-34616cc2-29ae-45e4-8072-8808516f7df5 req-5368d7b3-4a35-4294-ae31-5bbb6a6a0c7e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0623832 Jul 08 22:22:54.893290 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-34616cc2-29ae-45e4-8072-8808516f7df5 req-60495591-fd18-4700-8cb4-225715cbe391 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Jul 08 22:22:55.865346 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583d38c-e438-4333-b665-1a734e43b239 req-1af978fb-e18d-48b4-a021-68c1105af08e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:55.867416 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0583d38c-e438-4333-b665-1a734e43b239 req-1af978fb-e18d-48b4-a021-68c1105af08e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0647938 Jul 08 22:22:55.908227 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0583d38c-e438-4333-b665-1a734e43b239 req-2914b912-2a7f-4474-8aad-73c2bae308e6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351560 Jul 08 22:22:56.072602 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d2db7-2150-45be-a13d-8395b5264cf1 req-dd5b3ce9-2633-4a4d-a00a-e5ba6ed8a727 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:56.074071 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-089d2db7-2150-45be-a13d-8395b5264cf1 req-dd5b3ce9-2633-4a4d-a00a-e5ba6ed8a727 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0687842 Jul 08 22:22:56.110945 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-089d2db7-2150-45be-a13d-8395b5264cf1 req-c15cdd0f-2a52-4eef-aa24-ca4f8917ed6f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Jul 08 22:22:57.200394 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec33b3e-c08e-49c3-acfe-e66e686c5ba8 req-fb4ce835-9890-44cc-9f2d-f9d32da16be2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:57.202790 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0ec33b3e-c08e-49c3-acfe-e66e686c5ba8 req-fb4ce835-9890-44cc-9f2d-f9d32da16be2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0810001 Jul 08 22:22:57.302784 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0ec33b3e-c08e-49c3-acfe-e66e686c5ba8 req-aa06f695-418a-4041-ab8a-1708faff5d92 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823569 Jul 08 22:22:57.369547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e866b9-4d24-4c84-8875-a6c67ff4cd6f req-5dbdace7-1134-4e95-b06b-613f8c879a94 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:57.372379 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-81e866b9-4d24-4c84-8875-a6c67ff4cd6f req-5dbdace7-1134-4e95-b06b-613f8c879a94 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1305337 Jul 08 22:22:57.481539 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-81e866b9-4d24-4c84-8875-a6c67ff4cd6f req-85c507a6-11fa-44e6-b039-318fb3760cf6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 Jul 08 22:22:57.555291 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 43520) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:57.745064 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9feb-b0d2-462a-a5d3-787ef758591e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:57.901728 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9feb-b0d2-462a-a5d3-787ef758591e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:57.912170 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9feb-b0d2-462a-a5d3-787ef758591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:57.974965 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-5d0d9feb-b0d2-462a-a5d3-787ef758591e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64f29d888d8f48aebd8644bb5c8d6402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184346 Jul 08 22:22:57.978198 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 43540) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:58.047482 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d9feb-b0d2-462a-a5d3-787ef758591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fb5884-e6b9-4a86-adee-0fd42d5fcee6,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:58.056239 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cde280c1-7364-401d-bd6d-9a094b333b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.096692 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cde280c1-7364-401d-bd6d-9a094b333b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.167060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cde280c1-7364-401d-bd6d-9a094b333b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.173987 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cde280c1-7364-401d-bd6d-9a094b333b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.177464 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-cde280c1-7364-401d-bd6d-9a094b333b7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00fb5884-e6b9-4a86-adee-0fd42d5fcee6 HTTP/1.1" status: 204 len: 168 time: 0.1960762 Jul 08 22:22:58.197910 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde280c1-7364-401d-bd6d-9a094b333b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fb5884-e6b9-4a86-adee-0fd42d5fcee6,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:58.358504 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-535aa310-be82-4e1d-a21e-a7571dbd0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:58.360377 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-535aa310-be82-4e1d-a21e-a7571dbd0102 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1098 time: 0.1244349 Jul 08 22:22:58.631358 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 43552) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:58.645832 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a29129a3-3744-4803-a5ef-aca9d830f3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.788929 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a29129a3-3744-4803-a5ef-aca9d830f3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.796225 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a29129a3-3744-4803-a5ef-aca9d830f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.829843 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1147f-2de7-4017-ad29-c4e4c6c60d3b req-00687861-d6d8-498a-80d7-f6f6b801953e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:58.831447 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b5f1147f-2de7-4017-ad29-c4e4c6c60d3b req-00687861-d6d8-498a-80d7-f6f6b801953e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.5332727 Jul 08 22:22:58.841305 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-59cd2a36-6eea-439b-ae7b-f895d06817d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:58.843386 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-59cd2a36-6eea-439b-ae7b-f895d06817d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 919 time: 0.4720232 Jul 08 22:22:58.853290 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a29129a3-3744-4803-a5ef-aca9d830f3dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe6c1515b9c0456b8304037cd62ad1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199602 Jul 08 22:22:58.854390 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 43558) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:22:58.855910 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29129a3-3744-4803-a5ef-aca9d830f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d92f1d7-d57c-4965-bb7c-ad4ebed75f77,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:58.912692 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205357e-2c02-40e1-9fc3-ba845956e08e req-59956e12-2822-4b96-b913-eda83274beaa tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:58.914923 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c205357e-2c02-40e1-9fc3-ba845956e08e req-59956e12-2822-4b96-b913-eda83274beaa tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1980627 Jul 08 22:22:58.917648 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-6e70dc02-fc46-4a72-8f9a-c2b21ddd3d7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 200 len: 217 time: 0.0633540 Jul 08 22:22:58.934987 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-51ae32ee-2e91-4449-9875-8514816d22c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.965011 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-51ae32ee-2e91-4449-9875-8514816d22c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:58.980926 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b5f1147f-2de7-4017-ad29-c4e4c6c60d3b req-6a75abcc-ab69-4d0a-8036-ca4a8cf7007a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341169 Jul 08 22:22:59.013637 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c205357e-2c02-40e1-9fc3-ba845956e08e req-538e0931-864b-4963-a8d3-50430db04a29 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923550 Jul 08 22:22:59.027761 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-51ae32ee-2e91-4449-9875-8514816d22c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:59.028610 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-a4589aeb-8ac7-4e0c-970f-0e35c594a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:22:59.030516 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-a4589aeb-8ac7-4e0c-970f-0e35c594a712 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.0938253 Jul 08 22:22:59.030678 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-51ae32ee-2e91-4449-9875-8514816d22c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:22:59.039599 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-51ae32ee-2e91-4449-9875-8514816d22c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d92f1d7-d57c-4965-bb7c-ad4ebed75f77 HTTP/1.1" status: 204 len: 168 time: 0.1667910 Jul 08 22:22:59.049789 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae32ee-2e91-4449-9875-8514816d22c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d92f1d7-d57c-4965-bb7c-ad4ebed75f77,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:22:59.096592 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-2cb8a3ff-af54-4edb-b936-73c29aac763f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512044 Jul 08 22:22:59.227371 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-e0a18eca-be5c-454a-8c03-a0b1d95e6f08 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162183 Jul 08 22:22:59.338386 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d16984ed-bce6-4f71-8b70-ddac994cae2e req-5a643c83-f4c1-41a4-9f49-577da1fe4004 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037877 Jul 08 22:23:00.269315 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866a0d4-06ed-43a4-a8d3-7d36d2f994d5 req-017026da-562e-48ca-a605-51a1dd4ba9a9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:00.279591 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7866a0d4-06ed-43a4-a8d3-7d36d2f994d5 req-017026da-562e-48ca-a605-51a1dd4ba9a9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0971413 Jul 08 22:23:00.397067 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7866a0d4-06ed-43a4-a8d3-7d36d2f994d5 req-85a17ddb-f6c8-488c-b202-102f73e5eda0 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160688 Jul 08 22:23:00.469314 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2cdce-3d7b-461c-9fdc-27b62907118d req-257dfcc5-76a3-466c-9323-4797293a53cd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:00.471255 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b1e2cdce-3d7b-461c-9fdc-27b62907118d req-257dfcc5-76a3-466c-9323-4797293a53cd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1592414 Jul 08 22:23:00.479235 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-56f362e1-9955-43c8-b027-98e7864d675f req-257cc8c6-d0e5-4c6b-a7c4-47020a400b28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234825 Jul 08 22:23:00.549285 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b1e2cdce-3d7b-461c-9fdc-27b62907118d req-bb615ee5-df40-4797-b018-7ba3100c834b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675261 Jul 08 22:23:00.581631 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f362e1-9955-43c8-b027-98e7864d675f req-7d9056d2-f0f3-424c-84cd-49e600907e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:00.583206 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-56f362e1-9955-43c8-b027-98e7864d675f req-7d9056d2-f0f3-424c-84cd-49e600907e10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 1098 time: 0.0765600 Jul 08 22:23:00.724304 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f362e1-9955-43c8-b027-98e7864d675f req-28d0a62f-050d-4df0-a9a1-2709b00d1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:00.727142 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-56f362e1-9955-43c8-b027-98e7864d675f req-28d0a62f-050d-4df0-a9a1-2709b00d1886 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 912 time: 0.1156728 Jul 08 22:23:00.830462 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-56f362e1-9955-43c8-b027-98e7864d675f req-b761bdff-18f3-4d89-8605-5a4b1035438d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 200 len: 1001 time: 0.0840220 Jul 08 22:23:00.888610 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f362e1-9955-43c8-b027-98e7864d675f req-c413b1c2-b5b4-4a6c-b14d-858edd8322d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:00.890072 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-56f362e1-9955-43c8-b027-98e7864d675f req-c413b1c2-b5b4-4a6c-b14d-858edd8322d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.0470169 Jul 08 22:23:00.957442 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f362e1-9955-43c8-b027-98e7864d675f req-90f5211a-1c77-414c-953c-37d3008a0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:00.959012 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-56f362e1-9955-43c8-b027-98e7864d675f req-90f5211a-1c77-414c-953c-37d3008a0b95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595374 Jul 08 22:23:01.076970 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-56f362e1-9955-43c8-b027-98e7864d675f req-27187459-ff00-4221-a2a5-ed3d60a3c552 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083772 Jul 08 22:23:01.195900 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-56f362e1-9955-43c8-b027-98e7864d675f req-5d028637-0781-4406-8c43-7074c74eae5c service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113312 Jul 08 22:23:01.311703 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:23:01.427591 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:01.441062 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '80f8666c-037f-422b-b2b5-838ec10486e0', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'port_id': '80f8666c-037f-422b-b2b5-838ec10486e0', 'mac_address': 'fa:16:3e:e2:35:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:23:01.491755 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:01.511191 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80f8666c-037f-422b-b2b5-838ec10486e0 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:23:01.541155 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:01.546978 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:01.602256 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=6']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:01.709668 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['80f8666c-037f-422b-b2b5-838ec10486e0'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:23:01.725620 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc830-5c92-43c8-a9df-e2e9ea33d395 req-df469beb-fc72-403f-9f11-4fb126a0fccf tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:01.727349 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d69bc830-5c92-43c8-a9df-e2e9ea33d395 req-df469beb-fc72-403f-9f11-4fb126a0fccf tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 945 time: 0.0943270 Jul 08 22:23:01.792906 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d69bc830-5c92-43c8-a9df-e2e9ea33d395 req-f392f389-e8a0-43f5-99e6-15e83498b85d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568154 Jul 08 22:23:02.070666 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb2d0-4d6b-431c-8762-5e42c94c8d0d req-066f2d0b-0bfa-419b-95ab-144b034db769 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:02.072855 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-482fb2d0-4d6b-431c-8762-5e42c94c8d0d req-066f2d0b-0bfa-419b-95ab-144b034db769 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0884795 Jul 08 22:23:02.128084 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-482fb2d0-4d6b-431c-8762-5e42c94c8d0d req-893aec21-205f-46a9-b51c-8a5e14407f0f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Jul 08 22:23:03.028315 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866061-91b3-4d46-afee-e9aad8c04d55 req-10820003-8c10-46e3-ab8c-f06dc8434dd0 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:03.038650 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-17866061-91b3-4d46-afee-e9aad8c04d55 req-10820003-8c10-46e3-ab8c-f06dc8434dd0 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 945 time: 0.1162210 Jul 08 22:23:03.097712 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-17866061-91b3-4d46-afee-e9aad8c04d55 req-ba8413ef-eae6-4c9e-af9a-75216780c7a2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541232 Jul 08 22:23:03.331198 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:23:03.364179 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc34e9f-7a11-4171-9637-25dfc8929112 req-252d6b28-f200-48a6-a470-df56168053d9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:03.375897 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0fc34e9f-7a11-4171-9637-25dfc8929112 req-252d6b28-f200-48a6-a470-df56168053d9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1033909 Jul 08 22:23:03.397350 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 80f8666c-037f-422b-b2b5-838ec10486e0 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:23:03.398104 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:03.437844 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0fc34e9f-7a11-4171-9637-25dfc8929112 req-b5a29efc-58c8-4e33-8893-bf8cab193d85 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606751 Jul 08 22:23:03.573973 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 43686) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:03.580637 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:03.621926 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:23:03.625567 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb439ddb-8c6d-45ed-aa82-0d6342c01ec7" -d '{"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-plugged", "status": "completed", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:23:03.686157 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:03.691986 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:03.820695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bc69acef-0492-4bbb-809a-342c1cb0d04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:03.902355 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f941edd3-1d72-461d-b1f7-0cc2e9e1ffcf x-openstack-request-id: req-f941edd3-1d72-461d-b1f7-0cc2e9e1ffcf {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:23:03.902864 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-plugged", "status": "completed", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:23:03.903250 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f941edd3-1d72-461d-b1f7-0cc2e9e1ffcf {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:23:03.903862 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0', 'code': 200} Jul 08 22:23:03.904568 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=7']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:04.063407 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bc69acef-0492-4bbb-809a-342c1cb0d04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:04.072952 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bc69acef-0492-4bbb-809a-342c1cb0d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:04.241677 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-bc69acef-0492-4bbb-809a-342c1cb0d04a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aaf7ad926f864feba5f73986d75a6b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659136 Jul 08 22:23:04.268283 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 43710) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:04.269929 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69acef-0492-4bbb-809a-342c1cb0d04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b0d93-7201-40d4-9532-edf2c16fed91,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:04.486490 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b7154a6d-4368-4ad5-8d67-3f4b39c34fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:04.535069 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18000c1d-8fbb-4932-aedc-92dcf5a99741 req-34f0150c-04c6-46ff-9456-28d9ebd7a764 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:04.536860 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18000c1d-8fbb-4932-aedc-92dcf5a99741 req-34f0150c-04c6-46ff-9456-28d9ebd7a764 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.2110925 Jul 08 22:23:04.541977 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b7154a6d-4368-4ad5-8d67-3f4b39c34fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:04.618153 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18000c1d-8fbb-4932-aedc-92dcf5a99741 req-e17f25ce-8d5e-42a0-9ea9-04109c7f3a9a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731289 Jul 08 22:23:04.645085 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b7154a6d-4368-4ad5-8d67-3f4b39c34fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:04.653148 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b7154a6d-4368-4ad5-8d67-3f4b39c34fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:04.653148 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-b7154a6d-4368-4ad5-8d67-3f4b39c34fe1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d0b0d93-7201-40d4-9532-edf2c16fed91 HTTP/1.1" status: 204 len: 168 time: 0.3548548 Jul 08 22:23:04.665321 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7154a6d-4368-4ad5-8d67-3f4b39c34fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b0d93-7201-40d4-9532-edf2c16fed91,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:05.545346 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:05.619834 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602fb96-47f1-4564-a62c-cbcd4032e9f8 req-d179338e-ee80-47e3-8d3e-d33bbfc35691 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:05.630730 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a602fb96-47f1-4564-a62c-cbcd4032e9f8 req-d179338e-ee80-47e3-8d3e-d33bbfc35691 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1733692 Jul 08 22:23:05.708566 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a602fb96-47f1-4564-a62c-cbcd4032e9f8 req-01850054-d51a-4700-ace9-561c9c2e32a8 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734701 Jul 08 22:23:06.060739 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab9515-c910-4a7c-a4d6-a187ed01331f req-44ec3985-ebc4-403a-9668-8dddb5b52324 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:06.072133 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3eab9515-c910-4a7c-a4d6-a187ed01331f req-44ec3985-ebc4-403a-9668-8dddb5b52324 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1702199 Jul 08 22:23:06.142926 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3eab9515-c910-4a7c-a4d6-a187ed01331f req-6dae4dc4-31b7-4517-bcfa-98568375d673 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697203 Jul 08 22:23:07.421672 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7ebc5-9107-48b0-a0d3-8451235886b9 req-7d4b5f2c-ab5e-4757-a986-2cb0c0145383 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:07.424914 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7cb7ebc5-9107-48b0-a0d3-8451235886b9 req-7d4b5f2c-ab5e-4757-a986-2cb0c0145383 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1062741 Jul 08 22:23:07.485413 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7cb7ebc5-9107-48b0-a0d3-8451235886b9 req-805a2893-e104-4c82-92a8-da9cd5e68aa7 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523503 Jul 08 22:23:08.947939 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a47ca0-35f3-40e8-a969-567c5e755c0f req-aeaa1f85-f493-4897-9248-cbee1778382c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:08.949492 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-12a47ca0-35f3-40e8-a969-567c5e755c0f req-aeaa1f85-f493-4897-9248-cbee1778382c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1057670 Jul 08 22:23:09.016254 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-12a47ca0-35f3-40e8-a969-567c5e755c0f req-7c1c7f3c-809c-4885-be67-8c736d7382db tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601630 Jul 08 22:23:10.595003 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b8c7-5fcf-4b05-9556-aa8540ca0694 req-468b20dd-701c-41bb-95b1-da2c3982b77e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:10.599116 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-06a2b8c7-5fcf-4b05-9556-aa8540ca0694 req-468b20dd-701c-41bb-95b1-da2c3982b77e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1560028 Jul 08 22:23:10.716528 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-06a2b8c7-5fcf-4b05-9556-aa8540ca0694 req-a73dc138-7e49-4995-9b22-5c648b1afa18 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120019 Jul 08 22:23:12.102043 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717211b4-e21a-4bb0-9b3b-7ab735ffd0d9 req-44e24347-a12d-4df8-985a-464bce3cf1cd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:12.111427 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-717211b4-e21a-4bb0-9b3b-7ab735ffd0d9 req-44e24347-a12d-4df8-985a-464bce3cf1cd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1704128 Jul 08 22:23:12.217975 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-717211b4-e21a-4bb0-9b3b-7ab735ffd0d9 req-a33193e2-7fce-4498-85cf-fc07347e7651 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053028 Jul 08 22:23:12.494157 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-354b1d4d-087b-49c9-bbb9-595edf61a8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:13.445406 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e17867-1c5e-4340-b7b4-f89c5e1c63cd req-9a04ad78-965e-4da7-a45f-773dd0c213a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:13.452561 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-16e17867-1c5e-4340-b7b4-f89c5e1c63cd req-9a04ad78-965e-4da7-a45f-773dd0c213a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0813861 Jul 08 22:23:13.509155 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-16e17867-1c5e-4340-b7b4-f89c5e1c63cd req-32eba962-2f04-46ef-a831-e42e3c2e7d09 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555863 Jul 08 22:23:14.742083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7630cf-0082-445a-8da1-9177d8e930db req-ca0d0151-cc49-4392-a1b0-1cd949827413 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:14.752297 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3f7630cf-0082-445a-8da1-9177d8e930db req-ca0d0151-cc49-4392-a1b0-1cd949827413 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0947244 Jul 08 22:23:14.807437 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3f7630cf-0082-445a-8da1-9177d8e930db req-c2aee38b-519f-4dd6-ae7c-8e73b9c2ae09 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531805 Jul 08 22:23:15.025981 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7ee50705-8d0e-4c1e-91be-c5d57c008a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:15.221442 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:15.749204 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d74db-f117-4562-847c-f98395022c4c req-388cbbd9-295f-4fae-8c6b-bc03679c4d43 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:15.751193 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-344d74db-f117-4562-847c-f98395022c4c req-388cbbd9-295f-4fae-8c6b-bc03679c4d43 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0874970 Jul 08 22:23:15.791171 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-344d74db-f117-4562-847c-f98395022c4c req-2e187075-d294-48ca-ac5e-0125747d3758 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332754 Jul 08 22:23:15.923777 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:15.986919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda7e7a-6408-40ab-95af-f402e136057c req-a164ffd0-0a8a-4b91-a106-fe5eb1c36d7e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:15.988371 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-abda7e7a-6408-40ab-95af-f402e136057c req-a164ffd0-0a8a-4b91-a106-fe5eb1c36d7e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0621078 Jul 08 22:23:16.025272 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-abda7e7a-6408-40ab-95af-f402e136057c req-39909397-c9c1-43a2-b60a-437eb2b19ac3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309236 Jul 08 22:23:16.960545 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c341-2e78-4f45-9608-27c9b2b19145 req-0ffa94fc-4180-4f98-b8d6-8a53721130de tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:16.961995 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cbd6c341-2e78-4f45-9608-27c9b2b19145 req-0ffa94fc-4180-4f98-b8d6-8a53721130de tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0629032 Jul 08 22:23:17.002585 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cbd6c341-2e78-4f45-9608-27c9b2b19145 req-1d8ca50c-61d0-4d1d-8d29-bdc4b2facf82 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350695 Jul 08 22:23:17.200456 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286f3a4-13de-4d84-bdd4-6f9f17ad66b2 req-334fc733-2de1-4445-8924-17d2d9aaf93b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:17.201833 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4286f3a4-13de-4d84-bdd4-6f9f17ad66b2 req-334fc733-2de1-4445-8924-17d2d9aaf93b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0615923 Jul 08 22:23:17.237926 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4286f3a4-13de-4d84-bdd4-6f9f17ad66b2 req-6db2b992-b513-4027-9351-2fea9fcc5208 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306637 Jul 08 22:23:17.669810 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:18.169863 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b8868-29ce-4b88-b645-00ed4ce41f52 req-fb13719b-c747-4e2e-8559-b8b0b9e51d4e tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:18.171333 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e7b8868-29ce-4b88-b645-00ed4ce41f52 req-fb13719b-c747-4e2e-8559-b8b0b9e51d4e tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0614753 Jul 08 22:23:18.207795 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e7b8868-29ce-4b88-b645-00ed4ce41f52 req-38866d6f-e66b-4b86-90ea-f3ed825f9dbf tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310121 Jul 08 22:23:18.414723 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765862f7-c12f-4166-b29f-57c3778a2f21 req-83140709-6fb8-4f1f-977f-3bf463f495b5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:18.417001 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-765862f7-c12f-4166-b29f-57c3778a2f21 req-83140709-6fb8-4f1f-977f-3bf463f495b5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0679843 Jul 08 22:23:18.455760 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-765862f7-c12f-4166-b29f-57c3778a2f21 req-f4633137-1b2d-4706-9516-c49819201f2c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328488 Jul 08 22:23:19.378858 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0dde0-2f3d-441f-a709-46adf6d7b5ea req-d6aa4849-86bb-46cd-ad86-4a8933634fc6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:19.380348 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0fe0dde0-2f3d-441f-a709-46adf6d7b5ea req-d6aa4849-86bb-46cd-ad86-4a8933634fc6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0638046 Jul 08 22:23:19.417826 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0fe0dde0-2f3d-441f-a709-46adf6d7b5ea req-4de85eb0-813f-4334-b2a3-27efe5fcde87 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311360 Jul 08 22:23:19.625814 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-8a84d771-db64-4d7b-8eca-cf26b31e8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:19.627310 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-8a84d771-db64-4d7b-8eca-cf26b31e8cc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 1099 time: 0.0866661 Jul 08 22:23:19.693035 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdd3ca-4d4c-4b6a-84df-05b21f4859ad req-10b3212a-00d9-4e52-9998-4ed20890a716 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:19.695117 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7bdd3ca-4d4c-4b6a-84df-05b21f4859ad req-10b3212a-00d9-4e52-9998-4ed20890a716 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.1211691 Jul 08 22:23:19.751528 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7bdd3ca-4d4c-4b6a-84df-05b21f4859ad req-4b393edf-3f49-4b16-80b4-de1d33c65787 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495372 Jul 08 22:23:19.760893 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-2cc6a45b-ac68-4814-8485-140421f0691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:19.762334 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-2cc6a45b-ac68-4814-8485-140421f0691d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.1236911 Jul 08 22:23:19.834169 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-f0ce183f-486c-4474-9a70-8a3b8bdee661 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f8666c-037f-422b-b2b5-838ec10486e0 HTTP/1.1" status: 200 len: 1002 time: 0.0594079 Jul 08 22:23:19.882693 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-d5185bf7-3681-4f9c-86d2-ca9dc9b43afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:19.884155 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-d5185bf7-3681-4f9c-86d2-ca9dc9b43afd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0421989 Jul 08 22:23:19.943518 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-a835662b-4c5a-4d3b-9a2b-986dbd4c3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:19.945580 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-a835662b-4c5a-4d3b-9a2b-986dbd4c3de5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509212 Jul 08 22:23:20.039692 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-9e9c7e15-35e9-4e8c-b8ec-9d9cae3d6425 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857232 Jul 08 22:23:20.142063 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-694d71e3-916b-46d5-81c1-ff43fb80f4a6 req-8c58b7d9-5cff-4f53-85a0-93f103bc1324 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829232 Jul 08 22:23:20.611187 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a57717-69bd-4afe-b524-519f809a58e6 req-946e2a93-3332-4c66-9b56-eb86438f6918 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:20.612720 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a5a57717-69bd-4afe-b524-519f809a58e6 req-946e2a93-3332-4c66-9b56-eb86438f6918 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0783212 Jul 08 22:23:20.653455 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a5a57717-69bd-4afe-b524-519f809a58e6 req-027c50a7-1d6c-4f9e-8a40-708253b693f0 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Jul 08 22:23:20.930780 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27d081-51a6-4b0a-a3b2-ef9b82a73022 req-cb6a48fb-6853-42a8-b836-513c1f1e44ae tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:20.932298 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fb27d081-51a6-4b0a-a3b2-ef9b82a73022 req-cb6a48fb-6853-42a8-b836-513c1f1e44ae tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0648446 Jul 08 22:23:20.970856 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fb27d081-51a6-4b0a-a3b2-ef9b82a73022 req-cf6ba433-2d4f-49ef-a64d-1b19791bca73 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Jul 08 22:23:21.660570 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 43982) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:21.706331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_v2 [None req-30344d9e-b31d-4b3f-948d-55a40ed32b20 admin admin] Deleting subnet 125f08e6-3fb2-408f-bdd3-c8bb49af8960 {{(pid=93028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:23:21.709436 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-30344d9e-b31d-4b3f-948d-55a40ed32b20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:21.750008 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-30344d9e-b31d-4b3f-948d-55a40ed32b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823667'] for subnet, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:21.818052 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-30344d9e-b31d-4b3f-948d-55a40ed32b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:21.871672 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c030-cb42-4277-9c15-46ba7dcd8985 req-4f1bb5b2-4a21-4027-91e0-187a2ff3ff01 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:21.873136 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7d84c030-cb42-4277-9c15-46ba7dcd8985 req-4f1bb5b2-4a21-4027-91e0-187a2ff3ff01 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1038487 Jul 08 22:23:21.901163 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-30344d9e-b31d-4b3f-948d-55a40ed32b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8452487'] for subnet, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:21.933068 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30344d9e-b31d-4b3f-948d-55a40ed32b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125f08e6-3fb2-408f-bdd3-c8bb49af8960,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:21.935049 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-30344d9e-b31d-4b3f-948d-55a40ed32b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:21.936860 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-30344d9e-b31d-4b3f-948d-55a40ed32b20 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/125f08e6-3fb2-408f-bdd3-c8bb49af8960 HTTP/1.1" status: 204 len: 168 time: 0.2753117 Jul 08 22:23:21.939478 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 43990) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:21.949344 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7d84c030-cb42-4277-9c15-46ba7dcd8985 req-cac83a77-7fde-4d1e-9c4e-2bde6290afe3 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691316 Jul 08 22:23:22.006144 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.083784 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.094083 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0619c344-2594-41c5-bd92-6164237da7a0']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:23:22.105086 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:23:22.105395 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb8a4a8-da6b-40fa-b4ac-53c55663b3c0') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:23:22.113919 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.126904 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.133975 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:23:22.134113 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:23:22.136321 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:23:22.148249 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3dd19-69a5-44a0-9418-8e557a4f70c1 req-7cb2067d-74dd-4619-8f3b-e248233bb18e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:22.150111 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-42b3dd19-69a5-44a0-9418-8e557a4f70c1 req-7cb2067d-74dd-4619-8f3b-e248233bb18e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0662968 Jul 08 22:23:22.187520 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-42b3dd19-69a5-44a0-9418-8e557a4f70c1 req-ef972213-b600-4d50-86e8-e876640f8c78 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Jul 08 22:23:22.187871 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.192872 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.197357 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/0619c344-2594-41c5-bd92-6164237da7a0 HTTP/1.1" status: 204 len: 168 time: 0.2542365 Jul 08 22:23:22.206113 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59118903-fcce-4f49-a7fb-624e7946c0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=0619c344-2594-41c5-bd92-6164237da7a0,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:22.388859 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 43996) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:22.440602 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d54931d3-955a-43c2-ba3b-d9c488c93472 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ee66a591a2a4ab6ae3e379e05481752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503566 Jul 08 22:23:22.443317 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 43998) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:22.492543 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08092cab-739c-47d1-bba3-1dfcf517d1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.513014 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08092cab-739c-47d1-bba3-1dfcf517d1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.558115 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08092cab-739c-47d1-bba3-1dfcf517d1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.560573 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-08092cab-739c-47d1-bba3-1dfcf517d1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:22.561687 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-08092cab-739c-47d1-bba3-1dfcf517d1e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0091fff7-a80a-4bee-b251-eef173d3e6db HTTP/1.1" status: 204 len: 168 time: 0.1174836 Jul 08 22:23:22.568905 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08092cab-739c-47d1-bba3-1dfcf517d1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0091fff7-a80a-4bee-b251-eef173d3e6db,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:23.149130 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8979f80-803f-48cc-8e96-b32fa64887f1 req-bcc96265-e0dc-475f-8296-5dd950f6d28c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:23.150683 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e8979f80-803f-48cc-8e96-b32fa64887f1 req-bcc96265-e0dc-475f-8296-5dd950f6d28c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0751748 Jul 08 22:23:23.188947 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e8979f80-803f-48cc-8e96-b32fa64887f1 req-e12892b0-f1f3-45ea-bdab-eed6dce098a6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Jul 08 22:23:23.375818 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603990f8-4e78-4176-9260-5aebce375ce1 req-aa1f787c-55aa-43b9-afc5-00944567b503 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:23.377278 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-603990f8-4e78-4176-9260-5aebce375ce1 req-aa1f787c-55aa-43b9-afc5-00944567b503 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 946 time: 0.0665112 Jul 08 22:23:23.413661 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-603990f8-4e78-4176-9260-5aebce375ce1 req-dced25d4-e60f-402e-b5ef-4a1ca99f862e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Jul 08 22:23:23.438800 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:23:23.515341 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:23.539857 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:23:23.542476 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e02387e-ed56-4b43-b84b-883ddb3e0cea" -d '{"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-unplugged", "status": "completed", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:23:23.565144 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:23.571068 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:23.601396 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ae0771-d75f-459b-9e92-dc58c0dcbeda x-openstack-request-id: req-e3ae0771-d75f-459b-9e92-dc58c0dcbeda {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:23:23.602286 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-unplugged", "status": "failed", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0", "code": 422}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:23:23.602529 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3ae0771-d75f-459b-9e92-dc58c0dcbeda {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:23:23.602990 dv-cinder-800093-1-iscsi neutron-server[93029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0', 'code': 422} returned with failed status Jul 08 22:23:23.626999 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=8']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:23.635036 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.635391 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.635735 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.636076 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.636416 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.636738 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.637076 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.637431 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.637722 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.638042 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.638368 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:23.638688 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:24.198681 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd69f2e-7d35-4dfa-8b39-599461efab67 req-dfaccf55-5f48-4df5-862d-bd122640dfbd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:24.200233 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-acd69f2e-7d35-4dfa-8b39-599461efab67 req-dfaccf55-5f48-4df5-862d-bd122640dfbd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0664291 Jul 08 22:23:24.239150 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-acd69f2e-7d35-4dfa-8b39-599461efab67 req-fdc0d690-b5d6-4f6c-aa3b-950c062f05cc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333467 Jul 08 22:23:24.366714 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef236d6c-5aeb-449b-8d6b-ff198efc422f req-46dd6f15-2ceb-46b8-b503-811903100d05 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:24.371294 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ef236d6c-5aeb-449b-8d6b-ff198efc422f req-46dd6f15-2ceb-46b8-b503-811903100d05 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0699477 Jul 08 22:23:24.406592 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ef236d6c-5aeb-449b-8d6b-ff198efc422f req-32a0d760-c9ff-4b12-b9fe-66ca61a42e8d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323360 Jul 08 22:23:24.458738 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 44088) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:24.579673 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-b0183820-ab55-400b-949d-9e65476eb6a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197760 Jul 08 22:23:25.421612 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875eeec-7468-4bef-80d8-7bd8e94d4e69 req-5fed7686-f7fb-45ee-902c-0bfb1a77428f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:25.423023 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5875eeec-7468-4bef-80d8-7bd8e94d4e69 req-5fed7686-f7fb-45ee-902c-0bfb1a77428f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0627151 Jul 08 22:23:25.463305 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5875eeec-7468-4bef-80d8-7bd8e94d4e69 req-50be23ed-3ea8-4f61-9824-e0d246a9f1bd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Jul 08 22:23:25.579618 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610deee1-2474-493d-8be0-afcbf91eb398 req-a8af81a2-31bc-424b-a0ca-9e9e0efef9af tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:25.581068 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-610deee1-2474-493d-8be0-afcbf91eb398 req-a8af81a2-31bc-424b-a0ca-9e9e0efef9af tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0599885 Jul 08 22:23:25.617256 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-610deee1-2474-493d-8be0-afcbf91eb398 req-5f40fa17-823e-4703-b421-5f9f1fa5dec4 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302048 Jul 08 22:23:26.718292 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-603aef74-d6ca-4363-b4f9-b8b00ecc1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:26.720081 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-603aef74-d6ca-4363-b4f9-b8b00ecc1e7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1098 time: 0.2026143 Jul 08 22:23:26.789539 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3f23b-87eb-4da0-bdfb-f7ed09b7c572 req-b2c20d80-b479-468e-b2bc-6069d5e3e006 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:26.791024 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88d3f23b-87eb-4da0-bdfb-f7ed09b7c572 req-b2c20d80-b479-468e-b2bc-6069d5e3e006 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1955314 Jul 08 22:23:26.837935 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d215e41-6ec5-4a6c-8b6c-3ddd1666280c req-95a0023c-5160-425e-918a-9176bc8584a8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:26.839315 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d215e41-6ec5-4a6c-8b6c-3ddd1666280c req-95a0023c-5160-425e-918a-9176bc8584a8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.1843722 Jul 08 22:23:26.892147 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88d3f23b-87eb-4da0-bdfb-f7ed09b7c572 req-8803291d-2ff7-44ea-b5e6-6569476a0fdb tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889056 Jul 08 22:23:26.904328 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-13b482a5-770d-4aa6-88d1-93fd12691316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:26.905802 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-13b482a5-770d-4aa6-88d1-93fd12691316 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 919 time: 0.1769087 Jul 08 22:23:26.913534 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d215e41-6ec5-4a6c-8b6c-3ddd1666280c req-7d1176bb-75c2-413f-8a85-3e7577b15e4d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610278 Jul 08 22:23:26.976003 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-5a46051b-eb0d-4150-ace7-2288908008b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 200 len: 217 time: 0.0448215 Jul 08 22:23:27.092574 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-f9fb36aa-e325-4f1d-be7d-88340bdf1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:27.093900 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-f9fb36aa-e325-4f1d-be7d-88340bdf1c54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.1062119 Jul 08 22:23:27.139182 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-5b700748-4edc-4d72-8a32-be72a98ecb75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338778 Jul 08 22:23:27.166731 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cc4d3-13c8-42b1-9b76-936eeed7e9fa req-00e9e771-efca-40a0-9ca4-c2e2b41d56ac tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:27.168140 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-279cc4d3-13c8-42b1-9b76-936eeed7e9fa req-00e9e771-efca-40a0-9ca4-c2e2b41d56ac tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 945 time: 0.1531336 Jul 08 22:23:27.222352 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824de89a-9f0f-417b-8b8d-08c620c751eb req-7c43517c-0dce-4202-b779-58abecd5c409 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:27.223808 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-824de89a-9f0f-417b-8b8d-08c620c751eb req-7c43517c-0dce-4202-b779-58abecd5c409 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1778519 Jul 08 22:23:27.287773 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-279cc4d3-13c8-42b1-9b76-936eeed7e9fa req-9729a150-dc3b-4263-8925-4946ed9174fe tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868268 Jul 08 22:23:27.306012 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-3ab1142d-4fa0-4916-bf67-8c1b159fa5b7 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548886 Jul 08 22:23:27.308894 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-824de89a-9f0f-417b-8b8d-08c620c751eb req-ac35cb4e-67e9-4e7e-ac17-084534cfdf7c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752110 Jul 08 22:23:27.666723 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2b8ba2-f03a-4709-b6cb-c053dc2366b2 req-a040e5f3-e353-4d2e-83d0-9679f8015915 service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513327 Jul 08 22:23:27.677219 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0678-be38-4310-a44d-59e34c44aa0c req-4926478d-3fab-4056-9ea4-ccf654b98a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:27.678574 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-4926478d-3fab-4056-9ea4-ccf654b98a09 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7&tenant_id=8f91ea219e404c2c9aff7146d8ff0b13 HTTP/1.1" status: 200 len: 1097 time: 0.3456726 Jul 08 22:23:27.791088 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0678-be38-4310-a44d-59e34c44aa0c req-307519cb-5d77-4bb9-949e-46945ff8d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:27.793239 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-307519cb-5d77-4bb9-949e-46945ff8d722 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 1097 time: 0.0614321 Jul 08 22:23:27.901376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0678-be38-4310-a44d-59e34c44aa0c req-c1a2a95d-6266-455a-ba32-7fcd2bdff525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:27.902868 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-c1a2a95d-6266-455a-ba32-7fcd2bdff525 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.0906670 Jul 08 22:23:27.981751 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-890bf34a-9af4-4e80-8640-991ca51523da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f8666c-037f-422b-b2b5-838ec10486e0 HTTP/1.1" status: 200 len: 1000 time: 0.0630531 Jul 08 22:23:28.111846 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0678-be38-4310-a44d-59e34c44aa0c req-6f00581e-2976-4a32-a257-c6f8766750a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:28.113299 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-6f00581e-2976-4a32-a257-c6f8766750a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.1131511 Jul 08 22:23:28.192163 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af31b16-42a5-4523-9e80-17f1dd4bca07 req-6e547a02-97e6-4ea9-ba24-4cf091f09b3f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:28.193632 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4af31b16-42a5-4523-9e80-17f1dd4bca07 req-6e547a02-97e6-4ea9-ba24-4cf091f09b3f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1578364 Jul 08 22:23:28.206073 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fdc40-83db-40d6-8c77-e53692c64078 req-7840ad8f-53a3-42a8-89b7-dfafc88b1653 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:28.207503 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cf4fdc40-83db-40d6-8c77-e53692c64078 req-7840ad8f-53a3-42a8-89b7-dfafc88b1653 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.1580822 Jul 08 22:23:28.260433 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0678-be38-4310-a44d-59e34c44aa0c req-bf28ee14-bf2c-40ce-99ea-e649a8e1fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:28.261932 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-bf28ee14-bf2c-40ce-99ea-e649a8e1fb8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1365831 Jul 08 22:23:28.287772 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4af31b16-42a5-4523-9e80-17f1dd4bca07 req-55e04c14-7307-4b71-b356-d6b8f02a58d5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786104 Jul 08 22:23:28.331183 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cf4fdc40-83db-40d6-8c77-e53692c64078 req-1f4ed00c-ca2f-4e63-9274-ce08cb95f92f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145511 Jul 08 22:23:28.384290 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-c10f1f69-4ae4-469b-859b-382c2a8914ce service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118484 Jul 08 22:23:28.558545 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-909e0678-be38-4310-a44d-59e34c44aa0c req-92e0b4a6-6a3e-4fbf-9e40-59890f4c3318 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667814 Jul 08 22:23:28.583244 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ff8b-746e-49d8-a3eb-02de366467e9 req-6e19206f-ed66-4a64-b715-232cde4e51d6 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:28.584791 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-57e8ff8b-746e-49d8-a3eb-02de366467e9 req-6e19206f-ed66-4a64-b715-232cde4e51d6 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 945 time: 0.1496284 Jul 08 22:23:28.592820 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934b2c7-aad6-426a-b358-98fa81a55bac req-9fe36476-c637-4be6-b457-0ccf50184c6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:28.594263 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4934b2c7-aad6-426a-b358-98fa81a55bac req-9fe36476-c637-4be6-b457-0ccf50184c6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1472507 Jul 08 22:23:28.654187 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-57e8ff8b-746e-49d8-a3eb-02de366467e9 req-0afcebb1-18fc-4483-8e73-8297d5d4b444 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582421 Jul 08 22:23:28.664249 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4934b2c7-aad6-426a-b358-98fa81a55bac req-90564994-28c5-4eca-b0e0-10bc6db8f514 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618408 Jul 08 22:23:28.890609 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-1cb59a29-5e17-404f-a1c9-82e714936698 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:28.892102 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-1cb59a29-5e17-404f-a1c9-82e714936698 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.67 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 945 time: 0.0674913 Jul 08 22:23:29.011550 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Deleting port f35cb7db-b41c-4353-8e95-6dbf417de7d4 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:23:29.011807 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:29.132538 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] For port f35cb7db-b41c-4353-8e95-6dbf417de7d4, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f35cb7db-b41c-4353-8e95-6dbf417de7d4,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:29.133177 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:29.155777 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Calling delete_port for f35cb7db-b41c-4353-8e95-6dbf417de7d4 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:23:29.407129 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:29.426041 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['f35cb7db-b41c-4353-8e95-6dbf417de7d4'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:23:29.477368 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Pushing event deleted for resources: {'Port': ['ID=f35cb7db-b41c-4353-8e95-6dbf417de7d4,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:29.583227 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] No DVR routers for this DVR port f35cb7db-b41c-4353-8e95-6dbf417de7d4 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:23:29.588883 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:29.591814 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-26c1ced1-dfb6-4c3a-95dc-c921f7a64af9 req-bdeec327-c4e6-4309-8578-11fd75ac6ef4 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.67 "DELETE /v2.0/ports/f35cb7db-b41c-4353-8e95-6dbf417de7d4 HTTP/1.1" status: 204 len: 173 time: 0.6923845 Jul 08 22:23:29.595131 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bd252e-1da2-4f66-9002-15abe58eb213', 'name': 'network-vif-deleted', 'tag': 'f35cb7db-b41c-4353-8e95-6dbf417de7d4'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:23:29.597708 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a1d548-d441-4fa9-b17b-8ac8153dc851" -d '{"events": [{"server_uuid": "15bd252e-1da2-4f66-9002-15abe58eb213", "name": "network-vif-deleted", "tag": "f35cb7db-b41c-4353-8e95-6dbf417de7d4"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:23:29.642102 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f1561-bfc3-45e3-a8a8-45a57f5f9432 req-7cbee4ff-5711-4647-98d4-44979b346310 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:29.650515 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-605f1561-bfc3-45e3-a8a8-45a57f5f9432 req-7cbee4ff-5711-4647-98d4-44979b346310 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1686320 Jul 08 22:23:29.714764 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-605f1561-bfc3-45e3-a8a8-45a57f5f9432 req-89e931b4-bfd0-4b77-9603-2e20a926e178 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630851 Jul 08 22:23:29.739386 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a758d2b-ebef-4fa9-81e1-5bce67856134 req-ff21cbfb-0c0b-4b5e-bbd1-b2bddf90a495 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:29.740957 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a758d2b-ebef-4fa9-81e1-5bce67856134 req-ff21cbfb-0c0b-4b5e-bbd1-b2bddf90a495 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.1924274 Jul 08 22:23:29.804446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9629a1b-4b2c-4c20-9be0-8dd54f198f2e x-openstack-request-id: req-c9629a1b-4b2c-4c20-9be0-8dd54f198f2e {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:23:29.804774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bd252e-1da2-4f66-9002-15abe58eb213", "name": "network-vif-deleted", "tag": "f35cb7db-b41c-4353-8e95-6dbf417de7d4", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:23:29.805024 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9629a1b-4b2c-4c20-9be0-8dd54f198f2e {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:23:29.805413 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bd252e-1da2-4f66-9002-15abe58eb213', 'name': 'network-vif-deleted', 'tag': 'f35cb7db-b41c-4353-8e95-6dbf417de7d4', 'status': 'completed', 'code': 200} Jul 08 22:23:29.819452 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a758d2b-ebef-4fa9-81e1-5bce67856134 req-8b333ac9-a5ba-420e-ba59-2ff97f26e8fd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715492 Jul 08 22:23:29.962335 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3cd6df0f-f2a2-4487-9b70-e1bee96acbb4 req-cc72c92e-07f3-4151-977a-58e4a6143326 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0308177 Jul 08 22:23:30.051206 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0622aa6-2f14-4eba-9c52-2e7b5c9951f1 req-fad49dd3-087e-43a3-b22b-c0674202c23b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:30.058623 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e0622aa6-2f14-4eba-9c52-2e7b5c9951f1 req-fad49dd3-087e-43a3-b22b-c0674202c23b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0994685 Jul 08 22:23:30.092761 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e0622aa6-2f14-4eba-9c52-2e7b5c9951f1 req-821df9e9-3951-43f4-b011-732dcb36397b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Jul 08 22:23:30.881382 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a1865-e73d-4082-9d6f-d0a999f61d23 req-8d10b3bb-0163-4f79-8ea6-a81883e79923 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:30.883502 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-765a1865-e73d-4082-9d6f-d0a999f61d23 req-8d10b3bb-0163-4f79-8ea6-a81883e79923 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0633838 Jul 08 22:23:30.935766 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-765a1865-e73d-4082-9d6f-d0a999f61d23 req-02149e12-a776-44fb-bac6-706500d1e5ae tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465043 Jul 08 22:23:31.005878 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd47c4a-9fc9-4e82-9fa4-2b0b7c8c1502 req-8d3b1238-0705-44b1-a457-78649c99c688 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:31.007559 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fbd47c4a-9fc9-4e82-9fa4-2b0b7c8c1502 req-8d3b1238-0705-44b1-a457-78649c99c688 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0685568 Jul 08 22:23:31.046962 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fbd47c4a-9fc9-4e82-9fa4-2b0b7c8c1502 req-7fa0c8ec-9d2f-44fe-8b14-56b4547e0356 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331333 Jul 08 22:23:31.124522 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b49624bd-6d62-40b0-ad0b-0e20e947a9f1 req-91cb58e2-6ee8-4ce0-8d50-9e4624669ddd tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0284715 Jul 08 22:23:31.275617 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577e266-8d99-4198-bafd-0f36d4aed4c2 req-190d7e92-9520-427e-bcf8-3608d17de044 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:31.279902 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0577e266-8d99-4198-bafd-0f36d4aed4c2 req-190d7e92-9520-427e-bcf8-3608d17de044 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0718629 Jul 08 22:23:31.319920 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0577e266-8d99-4198-bafd-0f36d4aed4c2 req-a94086c0-bac9-453e-a129-034167148292 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346029 Jul 08 22:23:31.807825 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:23:32.106620 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54710731-9ea8-4367-91c9-522ec56b06c1 req-d8469a1f-e41d-49d4-9c37-b07efbf2734c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:32.108162 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54710731-9ea8-4367-91c9-522ec56b06c1 req-d8469a1f-e41d-49d4-9c37-b07efbf2734c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0645595 Jul 08 22:23:32.153792 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-54710731-9ea8-4367-91c9-522ec56b06c1 req-fdd4206c-6d99-4ce0-9cb7-002072cf8b2f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Jul 08 22:23:32.234295 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499eb63-942c-4d80-940c-e1a7f8a2fd29 req-17303307-c7bd-4641-8e0c-15c0dbbc6284 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:32.235766 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0499eb63-942c-4d80-940c-e1a7f8a2fd29 req-17303307-c7bd-4641-8e0c-15c0dbbc6284 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0666263 Jul 08 22:23:32.299135 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c56f2284-8f44-45c4-a444-378246e2a8c8 req-98d5fd1d-a58e-498b-92e2-e680b74db6bb tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0423923 Jul 08 22:23:32.306423 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0499eb63-942c-4d80-940c-e1a7f8a2fd29 req-647cba9c-ad80-4344-8d13-8c62f5b14e0f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647948 Jul 08 22:23:32.495509 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923162b-0a47-4ee2-b840-a15db1aa04f6 req-07d29795-60c9-42c5-b167-1e4f571326ee tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:32.497149 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c923162b-0a47-4ee2-b840-a15db1aa04f6 req-07d29795-60c9-42c5-b167-1e4f571326ee tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0661035 Jul 08 22:23:32.552527 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c923162b-0a47-4ee2-b840-a15db1aa04f6 req-9443d4a9-2f0c-4e09-a523-9a20f12e6bdf tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486665 Jul 08 22:23:33.337113 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b39b2-b491-4e58-af9e-b7b1927fa2a1 req-34c6d8a3-ab76-417c-8d8d-91312dcd600e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:33.338674 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f51b39b2-b491-4e58-af9e-b7b1927fa2a1 req-34c6d8a3-ab76-417c-8d8d-91312dcd600e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0688269 Jul 08 22:23:33.380871 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f51b39b2-b491-4e58-af9e-b7b1927fa2a1 req-13a8ccba-ccc1-496e-94cc-986e59e372eb tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 Jul 08 22:23:33.453118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device f35cb7db-b41c-4353-8e95-6dbf417de7d4 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:23:33.479914 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5872408f-3388-4bee-983d-9d59f7a910c0 req-392c4ebe-98cd-4b75-80c5-8256e67c98da tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0518494 Jul 08 22:23:33.486637 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: f35cb7db-b41c-4353-8e95-6dbf417de7d4 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:23:33.487016 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device f35cb7db-b41c-4353-8e95-6dbf417de7d4 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:23:33.578944 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2650d-55af-4500-b522-364fb751c51f req-14a6ee4f-da37-4d4f-bc6f-3f09b6c3a4da tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:33.580492 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-58c2650d-55af-4500-b522-364fb751c51f req-14a6ee4f-da37-4d4f-bc6f-3f09b6c3a4da tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0653093 Jul 08 22:23:33.625221 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-58c2650d-55af-4500-b522-364fb751c51f req-f6c6500b-53cd-4f59-b274-62b679e97995 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375986 Jul 08 22:23:33.736731 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a48ee-5bdf-4751-a177-6e8ee4efee1a req-f2c71f94-1439-4779-9764-4e386c33c454 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:33.738300 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-758a48ee-5bdf-4751-a177-6e8ee4efee1a req-f2c71f94-1439-4779-9764-4e386c33c454 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0726423 Jul 08 22:23:33.794428 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-758a48ee-5bdf-4751-a177-6e8ee4efee1a req-442bb8af-d2fe-4af8-8c1b-400f12f5b3a7 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500698 Jul 08 22:23:33.946686 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 44294) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:34.050371 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8be165f1-4c99-4161-83f6-b0a4da113112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:34.164572 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8be165f1-4c99-4161-83f6-b0a4da113112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:34.168494 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8be165f1-4c99-4161-83f6-b0a4da113112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:34.204454 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be165f1-4c99-4161-83f6-b0a4da113112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f0cc1-e059-4dc0-93d3-3ca2396f1a71,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:34.208929 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-8be165f1-4c99-4161-83f6-b0a4da113112 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c21b7e300f784dc0999d485bbe3d89cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611775 Jul 08 22:23:34.211783 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 44298) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:23:34.264769 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-88e41bff-9c28-4f33-948a-d5fc251247fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:34.286610 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-88e41bff-9c28-4f33-948a-d5fc251247fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:34.339811 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-88e41bff-9c28-4f33-948a-d5fc251247fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:34.342361 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-88e41bff-9c28-4f33-948a-d5fc251247fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:34.343677 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-88e41bff-9c28-4f33-948a-d5fc251247fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e72f0cc1-e059-4dc0-93d3-3ca2396f1a71 HTTP/1.1" status: 204 len: 168 time: 0.1309338 Jul 08 22:23:34.351935 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e41bff-9c28-4f33-948a-d5fc251247fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f0cc1-e059-4dc0-93d3-3ca2396f1a71,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:34.622322 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d6a81-1353-47eb-a9e5-bce061a99d3d req-68bd6fa9-3591-4cc0-8ac5-79fd176d9f9a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:34.638549 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9d4d6a81-1353-47eb-a9e5-bce061a99d3d req-68bd6fa9-3591-4cc0-8ac5-79fd176d9f9a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1259108 Jul 08 22:23:34.686279 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9d4d6a81-1353-47eb-a9e5-bce061a99d3d req-deefdc29-a323-46cc-90c6-af746a99c1a9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467274 Jul 08 22:23:34.719111 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ed299e28-e4ea-483d-9036-010cb68ec88c req-fe9a801e-384a-45bd-abe1-58299eb31a99 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0479219 Jul 08 22:23:34.931142 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c63200-8fbd-4cd7-a7c1-5f2adc9d9c62 req-1f34c6e0-d46d-4dda-887b-709aafee666b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:34.933042 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a6c63200-8fbd-4cd7-a7c1-5f2adc9d9c62 req-1f34c6e0-d46d-4dda-887b-709aafee666b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0972195 Jul 08 22:23:35.027211 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a6c63200-8fbd-4cd7-a7c1-5f2adc9d9c62 req-494e8584-9655-4470-a786-ab1885685136 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819149 Jul 08 22:23:35.046169 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87845dc-0052-4760-9c05-7242c2df4f19 req-cc0d0ceb-f82f-4374-8b2a-0e82a861d571 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:35.051285 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e87845dc-0052-4760-9c05-7242c2df4f19 req-cc0d0ceb-f82f-4374-8b2a-0e82a861d571 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0943604 Jul 08 22:23:35.099596 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e87845dc-0052-4760-9c05-7242c2df4f19 req-34f7345b-e0df-4a7f-9754-872e9966987c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Jul 08 22:23:35.549781 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:35.874523 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-37218dc3-9369-4fc4-b1fd-b8cbbb06d716 req-7dadff20-eb07-43bd-a21a-09c0d7ad48b6 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0381472 Jul 08 22:23:35.901346 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406fbd6-045e-4223-b4f3-a59f44eddb0f req-6b5bb4af-2122-4dfe-b5c4-81022e977d62 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:35.902870 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1406fbd6-045e-4223-b4f3-a59f44eddb0f req-6b5bb4af-2122-4dfe-b5c4-81022e977d62 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0936978 Jul 08 22:23:35.945513 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1406fbd6-045e-4223-b4f3-a59f44eddb0f req-625de5bd-c4ca-4e5b-af45-ae0d7d0f359e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365195 Jul 08 22:23:36.218389 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b53f2-7916-409c-ac15-0a681ed8b8f9 req-e1206cb5-7c43-4eec-81dd-12d8f6ce8621 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:36.220566 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dd9b53f2-7916-409c-ac15-0a681ed8b8f9 req-e1206cb5-7c43-4eec-81dd-12d8f6ce8621 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0688922 Jul 08 22:23:36.291394 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dd9b53f2-7916-409c-ac15-0a681ed8b8f9 req-2b3274dc-1ab7-4a49-bf8c-8cd7de12d8f2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610638 Jul 08 22:23:36.313098 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8389a4-7718-474f-ba47-186b545be17c req-65593f76-aa56-4bfb-a6d0-cb0f4254b5ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:36.314653 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8b8389a4-7718-474f-ba47-186b545be17c req-65593f76-aa56-4bfb-a6d0-cb0f4254b5ab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0930998 Jul 08 22:23:36.360796 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8b8389a4-7718-474f-ba47-186b545be17c req-ab08d9b5-174b-4571-ac1f-a78232991e5f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Jul 08 22:23:36.776883 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-29efd5b1-3830-41a0-8a92-3b778bb9803d tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=db3a49a445634fefa416177417c87868&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301578 Jul 08 22:23:36.962260 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-b712ef19-11d0-4da4-ad80-48b8015abd87 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:36.963732 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-b712ef19-11d0-4da4-ad80-48b8015abd87 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815178 Jul 08 22:23:36.979625 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-fe094715-38fe-46e9-a98c-a3c66f9119e5 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/quotas/db3a49a445634fefa416177417c87868 HTTP/1.1" status: 200 len: 375 time: 0.0105627 Jul 08 22:23:37.013178 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-ff8129f8-15b3-468c-9084-3ab869f3fc5d tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=db3a49a445634fefa416177417c87868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282848 Jul 08 22:23:37.298377 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-74482912-74cd-49fa-bdde-686ad2b19072 req-6376fa4d-e7fa-40fa-a041-098ceaeeb575 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.2694991 Jul 08 22:23:37.416736 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aa730a51-895a-4494-b81d-4afe069f2c68 req-0fe5bbbb-460b-467e-925c-95cbd9b6e1af tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 210 time: 0.0575073 Jul 08 22:23:37.427688 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff460b7a-cf7b-4649-96ac-191549ed2b6b req-dad225c6-db00-44df-9a98-e1f0a9533f12 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:37.429439 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ff460b7a-cf7b-4649-96ac-191549ed2b6b req-dad225c6-db00-44df-9a98-e1f0a9533f12 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1417358 Jul 08 22:23:37.495377 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ff460b7a-cf7b-4649-96ac-191549ed2b6b req-fafd135e-5d2e-4f57-b9d7-2ed47e093c33 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Jul 08 22:23:37.637414 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb109af-a591-4094-8d62-d6a28a14449b req-d34d929c-c74d-4c04-aa65-b3882bf98fea tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:37.639130 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3eb109af-a591-4094-8d62-d6a28a14449b req-d34d929c-c74d-4c04-aa65-b3882bf98fea tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0769405 Jul 08 22:23:37.700075 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3eb109af-a591-4094-8d62-d6a28a14449b req-809cfb32-8360-4ced-9e37-77e4f3504932 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541270 Jul 08 22:23:37.865825 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9966f4a-6ad4-4d9b-8523-cfdbbc1f71ce req-43997186-29f4-4381-b71f-f960e9537b59 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:37.867393 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9966f4a-6ad4-4d9b-8523-cfdbbc1f71ce req-43997186-29f4-4381-b71f-f960e9537b59 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0653937 Jul 08 22:23:37.915802 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9966f4a-6ad4-4d9b-8523-cfdbbc1f71ce req-009c6c66-fe69-4c13-8e7a-618c3e38fdae tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395637 Jul 08 22:23:38.443769 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3e0ff923-f12c-4ea6-a80b-3a9547cd9df5 req-130cd711-ff32-4477-9131-2f1624c69852 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0296090 Jul 08 22:23:38.577518 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d37baa0d-b9c0-4272-a782-80f80802394b req-b9d451c6-563a-4c0c-bb92-fb98681001ad tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 210 time: 0.0325990 Jul 08 22:23:38.682351 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5bbe8-a245-4136-aff7-0053fab5bb6c req-2ee6d30c-e969-44e1-9c08-9d15d5700b40 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:38.683938 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f6e5bbe8-a245-4136-aff7-0053fab5bb6c req-2ee6d30c-e969-44e1-9c08-9d15d5700b40 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0648041 Jul 08 22:23:38.724300 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f6e5bbe8-a245-4136-aff7-0053fab5bb6c req-fc262354-1062-4b91-a489-bceb2b5ea22f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Jul 08 22:23:38.896275 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbc847-e42e-42d0-9f86-d2c49ff16047 req-41cd80af-fa41-41f2-9344-3ef07bc77382 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:38.898045 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4afbc847-e42e-42d0-9f86-d2c49ff16047 req-41cd80af-fa41-41f2-9344-3ef07bc77382 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0742924 Jul 08 22:23:38.942099 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4afbc847-e42e-42d0-9f86-d2c49ff16047 req-c48544bd-035a-4aa5-bbb9-1c50b65a1090 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379589 Jul 08 22:23:39.088891 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db096c1-66cb-4209-9364-5c62e4fafc91 req-ece3ed0a-d4c3-4319-b783-3c809ffa5eef tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:39.090473 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6db096c1-66cb-4209-9364-5c62e4fafc91 req-ece3ed0a-d4c3-4319-b783-3c809ffa5eef tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0633645 Jul 08 22:23:39.134125 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6db096c1-66cb-4209-9364-5c62e4fafc91 req-4a619a22-5807-448f-ba05-65db4aa960e1 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Jul 08 22:23:39.595525 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3f58ff96-c6b2-49ce-8a2f-0f4ee7725eeb req-c827a6f3-e06c-41a1-938f-060db68147f3 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0293276 Jul 08 22:23:39.720304 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ece28137-1be5-4f9c-b461-df66a8af2d0a req-8e36bc1e-aa5a-4a0a-8613-b2b2ceac6259 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 210 time: 0.0271375 Jul 08 22:23:39.899524 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0e782-e6ad-48a5-b277-9b48e587950b req-b2b56e59-b965-430b-a151-de3cf01b7df5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:39.901177 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aad0e782-e6ad-48a5-b277-9b48e587950b req-b2b56e59-b965-430b-a151-de3cf01b7df5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0664995 Jul 08 22:23:39.945250 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aad0e782-e6ad-48a5-b277-9b48e587950b req-2423673b-5837-4b97-8c84-3256f7b6eb48 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379119 Jul 08 22:23:40.125914 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c29d8-76c0-4ac8-9b40-70c4626c084b req-a916aa8e-292d-4b9e-a058-ace1101cf435 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:40.127471 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-254c29d8-76c0-4ac8-9b40-70c4626c084b req-a916aa8e-292d-4b9e-a058-ace1101cf435 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0680482 Jul 08 22:23:40.169152 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-254c29d8-76c0-4ac8-9b40-70c4626c084b req-c4a60571-2a0b-4778-bf67-4aed4dcc466b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347180 Jul 08 22:23:40.319223 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2b172-2151-4fa3-b462-5112cec84ede req-d2562a70-2b71-4145-ae10-6dbb64a4b834 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:40.321260 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0ac2b172-2151-4fa3-b462-5112cec84ede req-d2562a70-2b71-4145-ae10-6dbb64a4b834 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0685251 Jul 08 22:23:40.358938 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0ac2b172-2151-4fa3-b462-5112cec84ede req-909bf944-667b-4597-9c27-bbb443428098 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Jul 08 22:23:40.734548 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dc46893e-0cc0-464a-bc28-24a5c9c8d639 req-4cb0409a-274b-4db4-a948-9ebc2ca68291 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0273259 Jul 08 22:23:40.857448 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-927f88bf-11f9-4dec-92bb-c2e6aa26cce6 req-88497820-68da-4889-8de9-ade9e30bbbf0 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 210 time: 0.0283523 Jul 08 22:23:41.116469 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1b4c5-b263-44e8-b9d4-1009bf011401 req-b8e36f37-39d7-41a4-8b08-66e48ab3f16c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:41.118594 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-65c1b4c5-b263-44e8-b9d4-1009bf011401 req-b8e36f37-39d7-41a4-8b08-66e48ab3f16c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0620968 Jul 08 22:23:41.159209 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-65c1b4c5-b263-44e8-b9d4-1009bf011401 req-46a4b808-dfe4-470a-a56f-8c01694874df tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350785 Jul 08 22:23:41.344809 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa99da-6c75-47a3-bdbe-4b94e2f3f0c0 req-ceb8220d-5553-44eb-b018-54f8a88b197d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:41.346255 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a0fa99da-6c75-47a3-bdbe-4b94e2f3f0c0 req-ceb8220d-5553-44eb-b018-54f8a88b197d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0617201 Jul 08 22:23:41.391127 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a0fa99da-6c75-47a3-bdbe-4b94e2f3f0c0 req-19a34f54-0c4e-4150-a8a7-f88207070a49 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 Jul 08 22:23:41.548790 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682db6b-28d2-4cd7-8628-c5bcfa385d41 req-83d97e9a-b4be-4e9a-8c54-168a4c508180 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:41.550278 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6682db6b-28d2-4cd7-8628-c5bcfa385d41 req-83d97e9a-b4be-4e9a-8c54-168a4c508180 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0665381 Jul 08 22:23:41.593405 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6682db6b-28d2-4cd7-8628-c5bcfa385d41 req-0d0819ca-4008-4438-9450-6680a3a3d342 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364554 Jul 08 22:23:41.893750 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f1c943b3-688a-4939-8ba3-3d4e338cb8cd req-6e6f596d-7049-43d3-aca6-6145e21ea278 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=15bd252e-1da2-4f66-9002-15abe58eb213 HTTP/1.1" status: 200 len: 210 time: 0.0336473 Jul 08 22:23:42.013805 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80715bc4-7a18-4225-ac70-c0c59ae90efa req-325055ce-5fbf-46f4-9770-e2e0f8fd8545 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 210 time: 0.0287557 Jul 08 22:23:42.327968 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb516e-58f8-4512-97eb-32fb111eb503 req-3b3dd552-7337-4cc9-ac86-103d371ce70c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:42.329338 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-febb516e-58f8-4512-97eb-32fb111eb503 req-3b3dd552-7337-4cc9-ac86-103d371ce70c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0625129 Jul 08 22:23:42.367286 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-febb516e-58f8-4512-97eb-32fb111eb503 req-11a031cd-a178-47be-80a5-eac403a8c680 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322461 Jul 08 22:23:42.411288 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-dff1ed75-9cfa-4746-9063-b5c95f95212a tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=db3a49a445634fefa416177417c87868&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244255 Jul 08 22:23:42.496432 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-05dc871d-854d-4c2e-89b4-26469be9f5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:42.544247 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-2b976d8a-edb7-4d50-8233-757ea15fae34 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:42.545660 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-2b976d8a-edb7-4d50-8233-757ea15fae34 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292450 Jul 08 22:23:42.566544 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Request body: {'port': {'device_id': '1cc06333-9a33-4232-84eb-8ce8b39e0428', 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de', 'admin_state_up': True, 'tenant_id': 'db3a49a445634fefa416177417c87868'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:23:42.689123 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518944-556d-4c16-afde-355056126b64 req-874a1c75-b8a8-419a-ace5-268cdefa162e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:42.690585 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a3518944-556d-4c16-afde-355056126b64 req-874a1c75-b8a8-419a-ace5-268cdefa162e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.1681929 Jul 08 22:23:42.764157 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Made reservation on behalf of db3a49a445634fefa416177417c87868 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:23:42.767582 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:42.791653 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a3518944-556d-4c16-afde-355056126b64 req-2dd91c12-bcd4-4b47-a727-be0bba354c25 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940309 Jul 08 22:23:42.793018 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:42.838382 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526eaa3-e68b-4573-80ed-9a12d200498a req-dcd47f2e-0eb9-438b-a1cc-f24e7e7007d3 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:42.839867 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a526eaa3-e68b-4573-80ed-9a12d200498a req-dcd47f2e-0eb9-438b-a1cc-f24e7e7007d3 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1317952 Jul 08 22:23:42.897903 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a526eaa3-e68b-4573-80ed-9a12d200498a req-9a1368d2-6c35-45ed-b0d1-2b8065122f8f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502203 Jul 08 22:23:42.946395 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:42.950695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:43.014446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56221cfc-b130-42af-96c5-9ac281a04ccd,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:43.093605 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Allocated IP 192.168.233.81 (d49752d6-9d3c-4637-9c82-429ff43a87de/07fd3159-7e7c-4be1-b487-2687692ca1f7/de28b18f-e016-46ed-a958-19c632285a83) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:23:43.181366 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3e7b863a-6b90-4046-8bc6-0047f65448b6 req-6a5a239a-881e-44f5-a89b-560d623f337a tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 210 time: 0.0398512 Jul 08 22:23:43.273989 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:43.290906 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Transition to ACTIVE for port object de28b18f-e016-46ed-a958-19c632285a83 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:23:43.322345 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:43.361552 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Network d49752d6-9d3c-4637-9c82-429ff43a87de is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:23:43.364612 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:23:43.370734 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:23:43.402452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Pushing event updated for resources: {'Port': ['ID=de28b18f-e016-46ed-a958-19c632285a83,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:43.427059 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:43.427701 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:43.443453 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-65512720-8ff3-4a8b-8596-b2d920b4ed5f tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8813772 Jul 08 22:23:43.551061 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cda36f-f9ee-4561-8284-07fcc147a644 req-77f25302-555f-4007-bac3-a7acbaf414ce tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:43.552529 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-10cda36f-f9ee-4561-8284-07fcc147a644 req-77f25302-555f-4007-bac3-a7acbaf414ce tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0643129 Jul 08 22:23:43.592245 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-10cda36f-f9ee-4561-8284-07fcc147a644 req-f54e25a7-436b-460c-8789-f5a2eccb71d0 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341539 Jul 08 22:23:43.621037 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-a2a873dc-fa49-4ba4-ba6f-59fc33732bc2 None None] Provisioning for port de28b18f-e016-46ed-a958-19c632285a83 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:23:43.624557 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-a2a873dc-fa49-4ba4-ba6f-59fc33732bc2 None None] Provisioning complete for port de28b18f-e016-46ed-a958-19c632285a83 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:23:43.625191 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a2a873dc-fa49-4ba4-ba6f-59fc33732bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:43.657772 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-a2a873dc-fa49-4ba4-ba6f-59fc33732bc2 None None] Port de28b18f-e016-46ed-a958-19c632285a83 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:23:43.968262 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb9b35-b2f1-4b9f-b0c3-bcf904bed2bf req-64dbb70f-edc7-499a-b5b7-5185d52953c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:43.969757 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fedb9b35-b2f1-4b9f-b0c3-bcf904bed2bf req-64dbb70f-edc7-499a-b5b7-5185d52953c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0633936 Jul 08 22:23:44.010796 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fedb9b35-b2f1-4b9f-b0c3-bcf904bed2bf req-3b047af8-5bd1-4b68-8865-ee5d5c5e4c2d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352309 Jul 08 22:23:44.229746 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98663a29-9698-4593-af98-8d5b9be2ea25 req-40c59dec-d696-441b-97ea-8973ca1fe27f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:44.231272 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-98663a29-9698-4593-af98-8d5b9be2ea25 req-40c59dec-d696-441b-97ea-8973ca1fe27f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0646796 Jul 08 22:23:44.267959 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-98663a29-9698-4593-af98-8d5b9be2ea25 req-8090f1d9-e0de-4f5a-ada0-a6b8f6e690f0 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Jul 08 22:23:44.352211 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7452f-f9c1-4398-9b0d-420454672f94 req-6cfcdbc6-7c9f-43cf-8a52-44c970b28446 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:44.353875 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-50e7452f-f9c1-4398-9b0d-420454672f94 req-6cfcdbc6-7c9f-43cf-8a52-44c970b28446 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 935 time: 0.0638237 Jul 08 22:23:44.390984 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-50e7452f-f9c1-4398-9b0d-420454672f94 req-3cd0139c-85f4-44e5-8359-747e2324e6a3 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Jul 08 22:23:44.767582 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36cd02-1ae0-4d9c-bf64-65ac8a93dcca req-5b5f1f62-68e5-4807-9c97-4de9dbd58539 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:44.769043 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8c36cd02-1ae0-4d9c-bf64-65ac8a93dcca req-5b5f1f62-68e5-4807-9c97-4de9dbd58539 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0663455 Jul 08 22:23:44.809425 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8c36cd02-1ae0-4d9c-bf64-65ac8a93dcca req-1adcc3e3-0e57-4d16-956f-b1af1052c783 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346739 Jul 08 22:23:45.019488 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-86111d20-f1aa-493c-8d0a-e2e018ede45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:45.185284 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104065d5-5431-4f33-8d3d-14a302d0d961 req-9d760511-b8dd-4ce8-9fee-54fe3db016e3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:45.186738 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-104065d5-5431-4f33-8d3d-14a302d0d961 req-9d760511-b8dd-4ce8-9fee-54fe3db016e3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0617273 Jul 08 22:23:45.209833 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:45.230691 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-104065d5-5431-4f33-8d3d-14a302d0d961 req-62d20e1f-9f37-4263-8207-049e21952fe5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383074 Jul 08 22:23:45.285122 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Request body: {'port': {'device_id': '1cc06333-9a33-4232-84eb-8ce8b39e0428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:23:45.355085 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:45.550100 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3de754-384b-4e88-b99a-68bfeaa3f7ca req-8baecbb9-dadd-44e5-9c40-018090eb5d6c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:45.551573 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5c3de754-384b-4e88-b99a-68bfeaa3f7ca req-8baecbb9-dadd-44e5-9c40-018090eb5d6c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1659756 Jul 08 22:23:45.647148 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5c3de754-384b-4e88-b99a-68bfeaa3f7ca req-b5667eca-d46e-45fa-8003-3c497f5ad5d7 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587726 Jul 08 22:23:45.675027 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090b719-4565-4307-899b-a30f5e864204 req-05ab3b57-2ece-44cf-b700-4f4fad790cb7 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:45.676470 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2090b719-4565-4307-899b-a30f5e864204 req-05ab3b57-2ece-44cf-b700-4f4fad790cb7 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 935 time: 0.1720929 Jul 08 22:23:45.732899 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2090b719-4565-4307-899b-a30f5e864204 req-19d296a3-a964-41e0-9a3b-6183c7d851ff tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509129 Jul 08 22:23:45.769037 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de28b18f-e016-46ed-a958-19c632285a83 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:23:45.776929 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:45.788267 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Transition to ACTIVE for port object de28b18f-e016-46ed-a958-19c632285a83 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:23:45.791860 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:45.838426 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Pushing event updated for resources: {'Port': ['ID=de28b18f-e016-46ed-a958-19c632285a83,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:45.910647 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Attempting to bind port de28b18f-e016-46ed-a958-19c632285a83 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:23:45.911020 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Attempting to bind port de28b18f-e016-46ed-a958-19c632285a83 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:23:45.911354 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Attempting to bind port de28b18f-e016-46ed-a958-19c632285a83 on network d49752d6-9d3c-4637-9c82-429ff43a87de {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:23:45.916046 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Port de28b18f-e016-46ed-a958-19c632285a83 on network d49752d6-9d3c-4637-9c82-429ff43a87de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:23:45.916373 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Attempting to bind port de28b18f-e016-46ed-a958-19c632285a83 on network d49752d6-9d3c-4637-9c82-429ff43a87de {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:23:45.921324 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:23:45.921667 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Checking segment: {'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:23:45.922050 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Bound using segment: {'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:23:45.922478 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Bound port: de28b18f-e016-46ed-a958-19c632285a83, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115209d9-8048-4d72-b942-0ab6e942816c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:23:45.922901 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:45.934795 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:46.024002 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] For port de28b18f-e016-46ed-a958-19c632285a83, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:23:46.027651 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] For port de28b18f-e016-46ed-a958-19c632285a83, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=de28b18f-e016-46ed-a958-19c632285a83,segment=NetworkSegment(115209d9-8048-4d72-b942-0ab6e942816c),segment_id=115209d9-8048-4d72-b942-0ab6e942816c)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:23:46.032318 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:46.080427 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70423bc5-0650-4c7f-accb-ef18b4c06847 req-cca413cc-58db-4827-99a3-dfc3e8aa6341 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:46.082030 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-70423bc5-0650-4c7f-accb-ef18b4c06847 req-cca413cc-58db-4827-99a3-dfc3e8aa6341 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1254983 Jul 08 22:23:46.085137 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:46.086345 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:46.087636 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] 10.222.0.67 "PUT /v2.0/ports/de28b18f-e016-46ed-a958-19c632285a83 HTTP/1.1" status: 200 len: 1097 time: 0.8068478 Jul 08 22:23:46.088076 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc06333-9a33-4232-84eb-8ce8b39e0428', 'tag': 'de28b18f-e016-46ed-a958-19c632285a83'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:23:46.090291 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df229b5-d968-491b-80a1-0ee00199d179" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc06333-9a33-4232-84eb-8ce8b39e0428", "tag": "de28b18f-e016-46ed-a958-19c632285a83"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:23:46.130640 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514a6041-323a-4e2a-b867-ae934af2267c x-openstack-request-id: req-514a6041-323a-4e2a-b867-ae934af2267c {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:23:46.130960 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc06333-9a33-4232-84eb-8ce8b39e0428", "tag": "de28b18f-e016-46ed-a958-19c632285a83", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:23:46.131200 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-514a6041-323a-4e2a-b867-ae934af2267c {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:23:46.131586 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc06333-9a33-4232-84eb-8ce8b39e0428', 'tag': 'de28b18f-e016-46ed-a958-19c632285a83', 'status': 'completed', 'code': 200} Jul 08 22:23:46.135760 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de0dab-f194-4fa9-8e29-63833df61f51 service neutron] Pushing event updated for resources: {'Port': ['ID=de28b18f-e016-46ed-a958-19c632285a83,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:46.152993 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-70423bc5-0650-4c7f-accb-ef18b4c06847 req-8790878b-42a7-4708-af13-9c091c93bb0d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571272 Jul 08 22:23:46.440777 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df229b5-d968-491b-80a1-0ee00199d179 req-cec3de27-007d-4de2-be9b-9403e0e12f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:46.442242 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7df229b5-d968-491b-80a1-0ee00199d179 req-cec3de27-007d-4de2-be9b-9403e0e12f00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db3a49a445634fefa416177417c87868&device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 1100 time: 0.0982265 Jul 08 22:23:46.450864 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2c47f-b2de-499d-8abe-2d3b5b8f4915 req-0f092b1d-13d5-4f2f-a8f8-8df1854b533b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:46.452391 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-50b2c47f-b2de-499d-8abe-2d3b5b8f4915 req-0f092b1d-13d5-4f2f-a8f8-8df1854b533b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0997109 Jul 08 22:23:46.488868 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7df229b5-d968-491b-80a1-0ee00199d179 req-f4546e9d-58d1-46bf-86a5-15389c52b808 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=db3a49a445634fefa416177417c87868&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355790 Jul 08 22:23:46.568301 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-50b2c47f-b2de-499d-8abe-2d3b5b8f4915 req-587ce31c-97c8-4dcc-bcdd-5dbf9e321cbc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073577 Jul 08 22:23:46.657365 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df229b5-d968-491b-80a1-0ee00199d179 req-d7dc0dda-7f7b-4efb-a289-54c25e26608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:46.658842 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7df229b5-d968-491b-80a1-0ee00199d179 req-d7dc0dda-7f7b-4efb-a289-54c25e26608e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622670 Jul 08 22:23:46.803155 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-9bae6235-fd93-4ee6-a301-20f00e4eb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:46.804668 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-9bae6235-fd93-4ee6-a301-20f00e4eb00f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db3a49a445634fefa416177417c87868&device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 1100 time: 0.0932932 Jul 08 22:23:46.849656 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-71af2296-a3f5-4bfa-b321-0087b188254a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=de28b18f-e016-46ed-a958-19c632285a83 HTTP/1.1" status: 200 len: 217 time: 0.0373271 Jul 08 22:23:46.934948 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c32069-a90e-4588-bead-53e3f6c0aa64 req-02587554-7c0b-4cbc-9e0b-be235d6a3088 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:46.936379 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-36c32069-a90e-4588-bead-53e3f6c0aa64 req-02587554-7c0b-4cbc-9e0b-be235d6a3088 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1756577 Jul 08 22:23:46.946407 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-9da07c85-86ac-48f8-b107-c7056f9a5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:46.947768 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-9da07c85-86ac-48f8-b107-c7056f9a5ce5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=07fd3159-7e7c-4be1-b487-2687692ca1f7 HTTP/1.1" status: 200 len: 843 time: 0.0893474 Jul 08 22:23:47.020342 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb4244-5d88-45be-b59a-826404162ed9 req-811f99c0-1a5f-445c-856b-3b08513fd55e tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:47.021765 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-83bb4244-5d88-45be-b59a-826404162ed9 req-811f99c0-1a5f-445c-856b-3b08513fd55e tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 947 time: 0.1757653 Jul 08 22:23:47.025160 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-36c32069-a90e-4588-bead-53e3f6c0aa64 req-2dde6899-ebe5-4555-8fa6-6ba9bb227cf6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817659 Jul 08 22:23:47.068297 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-5cad2e40-2aa3-435c-be39-6561bce9bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:47.069746 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-5cad2e40-2aa3-435c-be39-6561bce9bb12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d49752d6-9d3c-4637-9c82-429ff43a87de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1085696 Jul 08 22:23:47.072908 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-83bb4244-5d88-45be-b59a-826404162ed9 req-00579ecd-9084-4e27-87ad-30840744fbfe tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447512 Jul 08 22:23:47.154292 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-486d04ec-5364-480c-a5c0-979e620e8f2b service neutron] 10.222.0.67 "GET /v2.0/networks/d49752d6-9d3c-4637-9c82-429ff43a87de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775082 Jul 08 22:23:47.506368 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4b8c283-61e6-43f5-8c05-8b8e7e318adb req-c6396df1-fb89-4397-a221-c2afb5fb0d3f service neutron] 10.222.0.67 "GET /v2.0/networks/d49752d6-9d3c-4637-9c82-429ff43a87de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447571 Jul 08 22:23:47.518454 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e005d-e300-4f22-92e7-6038e39b3707 req-211fc134-8bfa-4404-b6f9-7961d2449d6e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:47.519871 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5a4e005d-e300-4f22-92e7-6038e39b3707 req-211fc134-8bfa-4404-b6f9-7961d2449d6e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0924432 Jul 08 22:23:47.558325 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5a4e005d-e300-4f22-92e7-6038e39b3707 req-b8873b40-df16-457d-8bf6-55a6ceebb682 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Jul 08 22:23:47.673739 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:47.746152 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bfc5-cafc-429a-bfdb-ccc3fdcf8bba req-b5f5024e-6b3c-47a3-b51c-f2901c82eec6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:47.747655 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1d14bfc5-cafc-429a-bfdb-ccc3fdcf8bba req-b5f5024e-6b3c-47a3-b51c-f2901c82eec6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0628917 Jul 08 22:23:47.784629 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1d14bfc5-cafc-429a-bfdb-ccc3fdcf8bba req-c01833ae-82b4-4b2a-871c-5fbfd4fe38c3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303397 Jul 08 22:23:48.223919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3f585-2fe3-4c34-97d0-2de8c888ccc4 req-fdcc501f-1227-4d84-b899-ed95f4896969 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:48.225274 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-43b3f585-2fe3-4c34-97d0-2de8c888ccc4 req-fdcc501f-1227-4d84-b899-ed95f4896969 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0881712 Jul 08 22:23:48.277536 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-43b3f585-2fe3-4c34-97d0-2de8c888ccc4 req-3c5142f0-6124-4647-9c27-77541dadf09d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Jul 08 22:23:48.289646 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0886f7-19b1-4667-942d-bb68a65f2a79 req-2b2d4a20-2f36-4cfe-ba53-13987a715048 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:48.291186 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ca0886f7-19b1-4667-942d-bb68a65f2a79 req-2b2d4a20-2f36-4cfe-ba53-13987a715048 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 947 time: 0.1047826 Jul 08 22:23:48.327289 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ca0886f7-19b1-4667-942d-bb68a65f2a79 req-6024306a-4193-46e1-bc97-913ca8ddfcc9 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302603 Jul 08 22:23:48.740355 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234dec2-bc00-4ceb-bb05-4e465da4bc43 req-abd8f62c-6d03-4f64-b4a1-4d3b9bbb5686 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:48.741792 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6234dec2-bc00-4ceb-bb05-4e465da4bc43 req-abd8f62c-6d03-4f64-b4a1-4d3b9bbb5686 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0616555 Jul 08 22:23:48.779589 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6234dec2-bc00-4ceb-bb05-4e465da4bc43 req-a24959f3-e38a-402d-8862-d8f691f63a8f tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jul 08 22:23:48.960489 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30357495-942e-4f3b-9e5a-55343e6c09d5 req-3e4ae611-e321-4c02-b72f-ac2d59669b28 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:48.961982 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-30357495-942e-4f3b-9e5a-55343e6c09d5 req-3e4ae611-e321-4c02-b72f-ac2d59669b28 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0618441 Jul 08 22:23:48.997882 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-30357495-942e-4f3b-9e5a-55343e6c09d5 req-f6269370-6b4b-4735-9de6-8257d97947cc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303490 Jul 08 22:23:49.478259 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc7bf-e9b5-4482-b52e-76c1338c8b80 req-f240ed21-1730-4a23-a4f3-bb3bcfcc5e69 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:49.479717 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-94acc7bf-e9b5-4482-b52e-76c1338c8b80 req-f240ed21-1730-4a23-a4f3-bb3bcfcc5e69 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0905521 Jul 08 22:23:49.528297 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-94acc7bf-e9b5-4482-b52e-76c1338c8b80 req-ca36bc87-f3f6-4db5-b3b0-72aa49cfba17 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Jul 08 22:23:49.538314 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd916ac2-54fb-4bd0-bd37-b3a9fd8e38bd req-61bceca1-396a-4b8a-8bec-5f976ab98a7a tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:49.540383 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bd916ac2-54fb-4bd0-bd37-b3a9fd8e38bd req-61bceca1-396a-4b8a-8bec-5f976ab98a7a tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 947 time: 0.1009202 Jul 08 22:23:49.577163 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bd916ac2-54fb-4bd0-bd37-b3a9fd8e38bd req-cdb1c573-e770-4b83-9286-4715ce0f9563 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Jul 08 22:23:49.775564 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device de28b18f-e016-46ed-a958-19c632285a83 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:23:49.869277 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port de28b18f-e016-46ed-a958-19c632285a83, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=de28b18f-e016-46ed-a958-19c632285a83,segment=NetworkSegment(115209d9-8048-4d72-b942-0ab6e942816c),segment_id=115209d9-8048-4d72-b942-0ab6e942816c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:49.880604 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': 'de28b18f-e016-46ed-a958-19c632285a83', 'network_id': 'd49752d6-9d3c-4637-9c82-429ff43a87de', 'port_id': 'de28b18f-e016-46ed-a958-19c632285a83', 'mac_address': 'fa:16:3e:57:fe:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fd3159-7e7c-4be1-b487-2687692ca1f7', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:23:49.923466 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:49.935888 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de28b18f-e016-46ed-a958-19c632285a83 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:23:49.955186 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port de28b18f-e016-46ed-a958-19c632285a83, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=de28b18f-e016-46ed-a958-19c632285a83,segment=NetworkSegment(115209d9-8048-4d72-b942-0ab6e942816c),segment_id=115209d9-8048-4d72-b942-0ab6e942816c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:49.956812 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0d314-7272-4d69-a90e-2190d51c4bbd req-cf63adaa-779b-44ee-be09-a16354bf7e44 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:49.958481 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7f0d314-7272-4d69-a90e-2190d51c4bbd req-cf63adaa-779b-44ee-be09-a16354bf7e44 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0664966 Jul 08 22:23:49.959503 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:49.960257 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:23:49.996546 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7f0d314-7272-4d69-a90e-2190d51c4bbd req-6cb9d115-f923-42e3-a3f0-e402d57e8fd8 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Jul 08 22:23:50.051375 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=de28b18f-e016-46ed-a958-19c632285a83,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:50.093393 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:50.105005 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '80f8666c-037f-422b-b2b5-838ec10486e0', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'port_id': '80f8666c-037f-422b-b2b5-838ec10486e0', 'mac_address': 'fa:16:3e:e2:35:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:23:50.141106 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:50.153713 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f8666c-037f-422b-b2b5-838ec10486e0 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:23:50.175679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4055d0-5573-47e7-9157-e3cd7fd5c023 req-10d07315-d035-4000-b805-b68013bae38e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:50.176502 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:50.177239 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8f4055d0-5573-47e7-9157-e3cd7fd5c023 req-10d07315-d035-4000-b805-b68013bae38e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 944 time: 0.0625255 Jul 08 22:23:50.180656 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:50.216504 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8f4055d0-5573-47e7-9157-e3cd7fd5c023 req-3cda822e-6919-42c1-bca0-01090e5515c2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318615 Jul 08 22:23:50.228525 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=9']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:50.707949 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac05064-f607-4f12-9f9a-a029a68e7384 req-0d54da2c-2e5b-4209-a022-0a4a2ec1e329 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:50.709365 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fac05064-f607-4f12-9f9a-a029a68e7384 req-0d54da2c-2e5b-4209-a022-0a4a2ec1e329 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0711429 Jul 08 22:23:50.780942 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fac05064-f607-4f12-9f9a-a029a68e7384 req-bb293101-592d-4378-a139-a5ba0801fc3f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477395 Jul 08 22:23:50.793222 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d2a95-9010-4bfe-ab46-b0027f1be489 req-fbbd97a7-7795-4604-95ce-6e6d85dae6d9 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:50.794751 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5c6d2a95-9010-4bfe-ab46-b0027f1be489 req-fbbd97a7-7795-4604-95ce-6e6d85dae6d9 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 948 time: 0.1030495 Jul 08 22:23:50.833128 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5c6d2a95-9010-4bfe-ab46-b0027f1be489 req-c1774555-891b-4922-bcfb-bf268a1157ee tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Jul 08 22:23:51.170523 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd86f3-8486-48ef-af48-b21531a67e1b req-53c6a6be-e1f7-472f-8efd-baeb4c12a495 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:51.172001 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-05cd86f3-8486-48ef-af48-b21531a67e1b req-53c6a6be-e1f7-472f-8efd-baeb4c12a495 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0630341 Jul 08 22:23:51.207410 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-05cd86f3-8486-48ef-af48-b21531a67e1b req-ad7cf9b7-e2ba-466f-ba94-7d3fc5203a51 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299926 Jul 08 22:23:51.396606 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709565ac-f610-4ab0-b799-b5528a7369db req-006f4ba8-a98d-4204-a2bd-04e5d8d80511 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:51.399269 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-709565ac-f610-4ab0-b799-b5528a7369db req-006f4ba8-a98d-4204-a2bd-04e5d8d80511 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 945 time: 0.0681000 Jul 08 22:23:51.440898 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-709565ac-f610-4ab0-b799-b5528a7369db req-c91b0fcb-ab87-4b36-9115-83a13c4fa313 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343053 Jul 08 22:23:51.994324 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff4c5e-53fb-473c-8690-64119a54b484 req-a4b0f6e6-a837-4905-ad95-0b36affd1c11 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:51.995740 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-85ff4c5e-53fb-473c-8690-64119a54b484 req-a4b0f6e6-a837-4905-ad95-0b36affd1c11 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1042352 Jul 08 22:23:52.028659 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['80f8666c-037f-422b-b2b5-838ec10486e0'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:23:52.034254 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['de28b18f-e016-46ed-a958-19c632285a83'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:23:52.049332 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-85ff4c5e-53fb-473c-8690-64119a54b484 req-f1094ca4-5d64-42c7-a3c4-d251d1738ea7 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472322 Jul 08 22:23:52.061713 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbd604-7d38-4e69-8046-a0a8cfac1013 req-5fb31893-1318-4642-982a-7bc0dda11b4d tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:52.063195 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-eafbd604-7d38-4e69-8046-a0a8cfac1013 req-5fb31893-1318-4642-982a-7bc0dda11b4d tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 948 time: 0.1077483 Jul 08 22:23:52.107825 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-eafbd604-7d38-4e69-8046-a0a8cfac1013 req-5b5cf818-ae62-46ab-a7aa-c088b393a8bd tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Jul 08 22:23:52.377086 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac15b0-e743-4105-ad7b-4e0a7ebba441 req-d9a07d1e-4b8b-48b8-a103-bb40fd4d9bfd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:52.379003 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-abac15b0-e743-4105-ad7b-4e0a7ebba441 req-d9a07d1e-4b8b-48b8-a103-bb40fd4d9bfd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0619171 Jul 08 22:23:52.415297 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-abac15b0-e743-4105-ad7b-4e0a7ebba441 req-405b890f-c7b7-4e5a-b52d-e72bb81337a1 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Jul 08 22:23:52.613311 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0497b4-4905-4d43-9d14-c163023e4ba7 req-85ee4895-67a6-4f44-b0d3-c884fab4a8aa tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:52.614750 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cc0497b4-4905-4d43-9d14-c163023e4ba7 req-85ee4895-67a6-4f44-b0d3-c884fab4a8aa tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 945 time: 0.0606775 Jul 08 22:23:52.651051 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cc0497b4-4905-4d43-9d14-c163023e4ba7 req-fb83c015-5c5d-45c5-a3b2-a9bdbca0c0b8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306947 Jul 08 22:23:53.028869 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-b12bc241-5fb6-4c0d-b009-9b517d48c39b tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:53.030310 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-b12bc241-5fb6-4c0d-b009-9b517d48c39b tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/networks?id=6b113938-393d-4dae-ad80-9624a878a001 HTTP/1.1" status: 200 len: 813 time: 0.1347561 Jul 08 22:23:53.032898 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47565f08-c998-4c51-8a9e-bf4c9d3e7e3b req-0d1a82c7-162d-4811-a675-6fa2e26bdc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:53.034250 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47565f08-c998-4c51-8a9e-bf4c9d3e7e3b req-0d1a82c7-162d-4811-a675-6fa2e26bdc5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1098 time: 0.1290207 Jul 08 22:23:53.050032 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-6fdcbdcc-b33e-46b9-ba12-aab498b91a56 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/quotas/649937276e594faf9378e854dc80b483 HTTP/1.1" status: 200 len: 375 time: 0.0144746 Jul 08 22:23:53.091324 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-a633ea5f-56b1-495a-965c-82a28ab3147c tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=649937276e594faf9378e854dc80b483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302889 Jul 08 22:23:53.109692 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47565f08-c998-4c51-8a9e-bf4c9d3e7e3b req-ba1db2af-8a1e-4716-ac0f-a18dd64c7fc3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665679 Jul 08 22:23:53.216298 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-29ffb4d7-85ee-4b86-9c40-dd2847413555 service neutron] 10.222.0.43 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180601 Jul 08 22:23:53.290726 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f277c-0bfb-426e-8bb1-469681180e13 req-9491bb28-b5b8-4492-9080-eb7770affaf3 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:53.292274 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2f277c-0bfb-426e-8bb1-469681180e13 req-9491bb28-b5b8-4492-9080-eb7770affaf3 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1273842 Jul 08 22:23:53.340041 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-bc35d34a-8824-42ce-8b9f-29020ea4c688 service neutron] 10.222.0.43 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181173 Jul 08 22:23:53.347016 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e2f277c-0bfb-426e-8bb1-469681180e13 req-a169e110-05c8-4c0a-83b1-fe198ab6c082 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Jul 08 22:23:53.523702 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21052812-d263-4f9a-8c49-e2099a049c3f req-5d8edeac-f34c-4dca-a3ac-416379581da3 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:53.525579 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-21052812-d263-4f9a-8c49-e2099a049c3f req-5d8edeac-f34c-4dca-a3ac-416379581da3 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 948 time: 0.0790493 Jul 08 22:23:53.564398 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-21052812-d263-4f9a-8c49-e2099a049c3f req-db8c4235-a47d-4bf5-998d-975cdeaaf237 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Jul 08 22:23:53.704484 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f9f28082-7865-4c58-8cf6-5a2497ab7482 req-68567c9a-000c-4edd-98e8-b72f1c5fcb76 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 210 time: 0.0383992 Jul 08 22:23:53.712431 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device de28b18f-e016-46ed-a958-19c632285a83 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:23:53.815706 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port de28b18f-e016-46ed-a958-19c632285a83 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:23:53.819445 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b88d3-e0d0-45a8-ad96-79b8ebbd0124 req-c45eb699-bbef-407d-996d-9894e72d2d12 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:53.821577 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bd0b88d3-e0d0-45a8-ad96-79b8ebbd0124 req-c45eb699-bbef-407d-996d-9894e72d2d12 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1197243 Jul 08 22:23:53.822411 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port de28b18f-e016-46ed-a958-19c632285a83 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:23:53.823290 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:53.918008 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bd0b88d3-e0d0-45a8-ad96-79b8ebbd0124 req-2a708dbc-8317-45d3-a3b1-28555d3b0f45 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835388 Jul 08 22:23:53.922284 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-a9a9c579-3796-4d0e-92f5-7c6d402f0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:53.922607 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:53.932055 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-a9a9c579-3796-4d0e-92f5-7c6d402f0e58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 1098 time: 0.1540802 Jul 08 22:23:53.953800 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc06333-9a33-4232-84eb-8ce8b39e0428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de28b18f-e016-46ed-a958-19c632285a83'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:23:53.956956 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f63341-ca73-4900-93bd-5fac6a3ac647" -d '{"events": [{"server_uuid": "1cc06333-9a33-4232-84eb-8ce8b39e0428", "name": "network-vif-plugged", "status": "completed", "tag": "de28b18f-e016-46ed-a958-19c632285a83"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:23:53.974074 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port de28b18f-e016-46ed-a958-19c632285a83, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=de28b18f-e016-46ed-a958-19c632285a83,segment=NetworkSegment(115209d9-8048-4d72-b942-0ab6e942816c),segment_id=115209d9-8048-4d72-b942-0ab6e942816c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:53.979236 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:53.980367 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:23:54.044011 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e89e3-04c3-43a6-b2fa-3bda56593ee7 req-be83b7e9-ec6c-4000-a345-218144712723 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:54.045581 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e20e89e3-04c3-43a6-b2fa-3bda56593ee7 req-be83b7e9-ec6c-4000-a345-218144712723 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.2230418 Jul 08 22:23:54.049230 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-be7dc414-4ea9-4967-ad1a-d80d247ee6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:54.050126 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-be7dc414-4ea9-4967-ad1a-d80d247ee6c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 912 time: 0.1043441 Jul 08 22:23:54.083328 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=de28b18f-e016-46ed-a958-19c632285a83,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:54.096701 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 80f8666c-037f-422b-b2b5-838ec10486e0 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:23:54.097077 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:54.184579 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e20e89e3-04c3-43a6-b2fa-3bda56593ee7 req-20d63e86-fdfc-44dc-9518-4e66c4aeaa52 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307781 Jul 08 22:23:54.189951 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:54.197860 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-2c7ff375-5318-46b2-bec2-2d6eea07ab50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 200 len: 1001 time: 0.1242745 Jul 08 22:23:54.238724 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:54.247095 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa54b034-f50c-4a39-9ce1-6c1ac9d34d6d x-openstack-request-id: req-fa54b034-f50c-4a39-9ce1-6c1ac9d34d6d {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:23:54.247518 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc06333-9a33-4232-84eb-8ce8b39e0428", "name": "network-vif-plugged", "status": "completed", "tag": "de28b18f-e016-46ed-a958-19c632285a83", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:23:54.247844 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa54b034-f50c-4a39-9ce1-6c1ac9d34d6d {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:23:54.248243 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc06333-9a33-4232-84eb-8ce8b39e0428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de28b18f-e016-46ed-a958-19c632285a83', 'code': 200} Jul 08 22:23:54.249479 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:54.270174 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-a1df382a-f03b-4dde-9d78-86dd7ae57646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:54.272014 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-a1df382a-f03b-4dde-9d78-86dd7ae57646 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.0641789 Jul 08 22:23:54.281525 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc176d5-5eff-4559-a4f1-bd055462e84c req-26960b09-245c-4f6b-b422-c221b69d0783 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:54.291451 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dbc176d5-5eff-4559-a4f1-bd055462e84c req-26960b09-245c-4f6b-b422-c221b69d0783 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 945 time: 0.1636240 Jul 08 22:23:54.308427 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=10']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:54.358004 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dbc176d5-5eff-4559-a4f1-bd055462e84c req-faaf04f4-2254-448c-8a16-96bf10814c75 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656977 Jul 08 22:23:54.375520 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-d397c623-262b-4fe8-b56c-1a1844e14085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:54.377075 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-d397c623-262b-4fe8-b56c-1a1844e14085 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831594 Jul 08 22:23:54.496898 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-834b8f39-663f-4b4d-a06f-1913209892ac service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122253 Jul 08 22:23:54.558170 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387fc92-2231-469f-9165-49b678b373e9 req-4f07ab45-0434-475a-8967-f35cbe29e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:54.559690 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f387fc92-2231-469f-9165-49b678b373e9 req-4f07ab45-0434-475a-8967-f35cbe29e53e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 1102 time: 0.1128509 Jul 08 22:23:54.615293 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f387fc92-2231-469f-9165-49b678b373e9 req-d2ed7a41-8b58-4534-be21-16473cfcd067 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484047 Jul 08 22:23:54.621084 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e558ae93-ef42-429b-94c9-9efa4a086d4e req-259539fc-5a3b-4b3d-afd9-cffe199dd5b2 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165135 Jul 08 22:23:54.828678 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-5ec47079-7a9b-46c0-9d00-fe129f0e6bf7 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:54.830300 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-5ec47079-7a9b-46c0-9d00-fe129f0e6bf7 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.67 "GET /v2.0/networks?id=6b113938-393d-4dae-ad80-9624a878a001 HTTP/1.1" status: 200 len: 813 time: 0.1517208 Jul 08 22:23:54.838224 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a063d-9392-42be-b988-8031672c9edd req-8065a67f-12fe-45cf-8d86-50180ac9a15d tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:54.839707 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cf9a063d-9392-42be-b988-8031672c9edd req-8065a67f-12fe-45cf-8d86-50180ac9a15d tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 949 time: 0.1490037 Jul 08 22:23:54.845319 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Request body: {'port': {'device_id': '0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c', 'network_id': '6b113938-393d-4dae-ad80-9624a878a001', 'admin_state_up': True, 'tenant_id': '649937276e594faf9378e854dc80b483'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:23:54.919168 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e741d19c-0978-4ad9-a3fb-8fea24364c20 req-ea48c28c-e59f-4c4f-b3a3-cfeb60ddea91 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 210 time: 0.0772998 Jul 08 22:23:54.959390 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cf9a063d-9392-42be-b988-8031672c9edd req-ac8d82b9-975a-4936-841b-bcaffa66adb3 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101592 Jul 08 22:23:55.007747 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Made reservation on behalf of 649937276e594faf9378e854dc80b483 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:23:55.011205 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:55.174787 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301582b-f2a2-4b22-ba0b-1b10bfb7a5a8 req-6c8fa05f-8e54-44bc-9703-32c97e7a6ef5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:55.176261 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6301582b-f2a2-4b22-ba0b-1b10bfb7a5a8 req-6c8fa05f-8e54-44bc-9703-32c97e7a6ef5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1424925 Jul 08 22:23:55.177304 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Allocated IP 172.20.0.2 (6b113938-393d-4dae-ad80-9624a878a001/1930ea1c-3cab-409e-9d93-659e830c12de/bc784b34-4192-4605-b6d4-f1774fc8e88d) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:23:55.241757 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6301582b-f2a2-4b22-ba0b-1b10bfb7a5a8 req-322b85bb-cd1c-4ce8-9476-2e1959a150e9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577185 Jul 08 22:23:55.390520 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:55.410583 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cd037-274a-400b-b888-53ce7b44dd8e req-bc0d785c-1a2a-4249-be8e-b10399d8b825 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:55.412149 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0c6cd037-274a-400b-b888-53ce7b44dd8e req-bc0d785c-1a2a-4249-be8e-b10399d8b825 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1092887 Jul 08 22:23:55.467751 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0c6cd037-274a-400b-b888-53ce7b44dd8e req-8fd2eebe-ef0a-4fc3-a6c3-db0117c00470 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494332 Jul 08 22:23:55.478032 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:55.815687 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Network 6b113938-393d-4dae-ad80-9624a878a001 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:23:55.839051 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:23:55.841696 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:23:55.865044 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Pushing event updated for resources: {'Port': ['ID=bc784b34-4192-4605-b6d4-f1774fc8e88d,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:55.909798 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.910139 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.910471 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.910798 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.911152 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.911476 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.911796 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.912117 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.912432 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.912745 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.913063 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.913898 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:23:55.949521 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:55.950112 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:55.977432 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671987b-6307-421a-ade6-8fa75666d742 req-71a3766e-6b21-43be-acb3-9ff91c1766bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:55.978907 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9671987b-6307-421a-ade6-8fa75666d742 req-71a3766e-6b21-43be-acb3-9ff91c1766bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=162878b0207d4306a3d2e2a452b80417&device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 1098 time: 0.2268243 Jul 08 22:23:55.987118 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5361dd6-3df3-486d-988a-2c98c981673c req-fc684967-e86f-45f8-8ebc-f7bbe06e2508 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:55.988450 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a5361dd6-3df3-486d-988a-2c98c981673c req-fc684967-e86f-45f8-8ebc-f7bbe06e2508 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 947 time: 0.2353282 Jul 08 22:23:55.991101 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-799f95d8-7623-4cc6-9001-b34c712e4bb1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1503561 Jul 08 22:23:56.015694 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Request body: {'port': {'device_id': '0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:23:56.055603 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06533b-787e-4327-b666-3290cbbe925c req-572640d8-b23b-48af-96c6-ba36182f33dd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:56.057018 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1b06533b-787e-4327-b666-3290cbbe925c req-572640d8-b23b-48af-96c6-ba36182f33dd tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.2478857 Jul 08 22:23:56.154411 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a5361dd6-3df3-486d-988a-2c98c981673c req-0ef5b77f-32bf-4d1e-a78e-b633d09be2d6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519461 Jul 08 22:23:56.180851 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1b06533b-787e-4327-b666-3290cbbe925c req-a350c4e6-4557-4445-8401-ac5cc1c2fe89 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054542 Jul 08 22:23:56.201640 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671987b-6307-421a-ade6-8fa75666d742 req-3d022e7b-01a3-42bd-a140-d9bfdf664b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:56.203118 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9671987b-6307-421a-ade6-8fa75666d742 req-3d022e7b-01a3-42bd-a140-d9bfdf664b50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 200 len: 919 time: 0.2136903 Jul 08 22:23:56.205655 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:56.250486 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:23:56.254774 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc66628f-fb64-438d-9a05-0592b054b5e3" -d '{"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-plugged", "status": "completed", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:23:56.254986 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9671987b-6307-421a-ade6-8fa75666d742 req-7df92202-bd4f-46f5-992d-d3242dcdd202 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 200 len: 217 time: 0.0405867 Jul 08 22:23:56.440285 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671987b-6307-421a-ade6-8fa75666d742 req-6d94e828-4611-4435-9fa7-df7d5ea8eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:56.441624 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9671987b-6307-421a-ade6-8fa75666d742 req-6d94e828-4611-4435-9fa7-df7d5ea8eb45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 200 len: 858 time: 0.1670802 Jul 08 22:23:56.494731 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9671987b-6307-421a-ade6-8fa75666d742 req-95d008a6-e314-4e52-9fe4-04dd73b3c168 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=148cd707-9173-4930-a6b9-1abef03364ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418434 Jul 08 22:23:56.613617 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d1071-94b7-4209-9bc0-03364d7075d4 req-5624094d-17d2-4aa9-8e73-a788a86a1fa2 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:56.615081 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-848d1071-94b7-4209-9bc0-03364d7075d4 req-5624094d-17d2-4aa9-8e73-a788a86a1fa2 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 949 time: 0.3200140 Jul 08 22:23:56.639462 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b1c2c-b107-46e1-a8b6-1a798ba87104 req-86b1ca75-1fe9-4f42-ab72-7cecfd604f82 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:56.640842 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-358b1c2c-b107-46e1-a8b6-1a798ba87104 req-86b1ca75-1fe9-4f42-ab72-7cecfd604f82 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 931 time: 0.3651872 Jul 08 22:23:56.731891 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9671987b-6307-421a-ade6-8fa75666d742 req-dcfe96d1-c8d3-43b8-947e-60f40d297d4a service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997023 Jul 08 22:23:56.746101 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-848d1071-94b7-4209-9bc0-03364d7075d4 req-71da2c16-c78d-421f-8b0b-265780d44212 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184962 Jul 08 22:23:56.770046 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-358b1c2c-b107-46e1-a8b6-1a798ba87104 req-71a6af72-75e1-433a-a262-240aadd7218a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196165 Jul 08 22:23:56.810738 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8601a79e-f831-42dc-98c7-0f4deb07efc4 x-openstack-request-id: req-8601a79e-f831-42dc-98c7-0f4deb07efc4 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:23:56.811359 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-plugged", "status": "completed", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:23:56.811622 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8601a79e-f831-42dc-98c7-0f4deb07efc4 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:23:56.812010 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0', 'code': 200} Jul 08 22:23:56.845122 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc784b34-4192-4605-b6d4-f1774fc8e88d {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:23:56.862061 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:56.892289 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Transition to ACTIVE for port object bc784b34-4192-4605-b6d4-f1774fc8e88d will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:23:56.895362 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9671987b-6307-421a-ade6-8fa75666d742 req-0642a43b-7f4c-4d44-b34d-d1c0e687f26f service neutron] 10.222.0.67 "GET /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522160 Jul 08 22:23:56.909482 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:57.012730 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Pushing event updated for resources: {'Port': ['ID=bc784b34-4192-4605-b6d4-f1774fc8e88d,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:57.075780 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f08ab-6bee-4fd9-9030-9356b7773e79 req-c8ca1bbd-a1af-47d5-ac78-05c9968e3196 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:57.077278 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cf9f08ab-6bee-4fd9-9030-9356b7773e79 req-c8ca1bbd-a1af-47d5-ac78-05c9968e3196 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1809611 Jul 08 22:23:57.105822 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Attempting to bind port bc784b34-4192-4605-b6d4-f1774fc8e88d on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:23:57.106158 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Attempting to bind port bc784b34-4192-4605-b6d4-f1774fc8e88d by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:23:57.106492 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Attempting to bind port bc784b34-4192-4605-b6d4-f1774fc8e88d on network 6b113938-393d-4dae-ad80-9624a878a001 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:23:57.116896 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Port bc784b34-4192-4605-b6d4-f1774fc8e88d on network 6b113938-393d-4dae-ad80-9624a878a001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:23:57.117220 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Attempting to bind port bc784b34-4192-4605-b6d4-f1774fc8e88d on network 6b113938-393d-4dae-ad80-9624a878a001 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:23:57.160566 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:23:57.160900 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Checking segment: {'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:23:57.161276 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Bound using segment: {'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:23:57.161704 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Bound port: bc784b34-4192-4605-b6d4-f1774fc8e88d, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ad5f1a-9497-4128-b043-b9715873003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b113938-393d-4dae-ad80-9624a878a001'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:23:57.162066 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:57.167679 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cf9f08ab-6bee-4fd9-9030-9356b7773e79 req-ee777f1c-8e20-4619-8e4c-3a52ccfc3a7a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804617 Jul 08 22:23:57.252905 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] For port bc784b34-4192-4605-b6d4-f1774fc8e88d, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:23:57.261983 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba4a9f-628b-4a9b-9758-ac4bfd1b4cf7 req-343ff509-6556-4618-9342-662e662409e7 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:57.266708 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b4ba4a9f-628b-4a9b-9758-ac4bfd1b4cf7 req-343ff509-6556-4618-9342-662e662409e7 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 949 time: 0.1460001 Jul 08 22:23:57.268980 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] For port bc784b34-4192-4605-b6d4-f1774fc8e88d, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=bc784b34-4192-4605-b6d4-f1774fc8e88d,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:23:57.279369 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:57.358055 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:57.358799 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:57.360226 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] 10.222.0.67 "PUT /v2.0/ports/bc784b34-4192-4605-b6d4-f1774fc8e88d HTTP/1.1" status: 200 len: 1093 time: 1.3612695 Jul 08 22:23:57.360686 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c', 'tag': 'bc784b34-4192-4605-b6d4-f1774fc8e88d'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:23:57.363183 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6975fe48-edf6-46ab-9d1e-35c77d4102ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c", "tag": "bc784b34-4192-4605-b6d4-f1774fc8e88d"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:23:57.408317 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b4ba4a9f-628b-4a9b-9758-ac4bfd1b4cf7 req-83a8cec2-c124-4c07-9f20-feaee5887a80 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378245 Jul 08 22:23:57.468920 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec19d1-8e47-488b-b91a-56a71e1f6681 service neutron] Pushing event updated for resources: {'Port': ['ID=bc784b34-4192-4605-b6d4-f1774fc8e88d,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:57.516331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babf650-1ea9-42f8-bb02-e2864cc860a8 req-dc304cca-d2d7-47be-b3f8-42aae1bc26a5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:57.517782 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9babf650-1ea9-42f8-bb02-e2864cc860a8 req-dc304cca-d2d7-47be-b3f8-42aae1bc26a5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 947 time: 0.2234983 Jul 08 22:23:57.578571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a56ee-d3ea-4f9c-b5b6-2106eb6d383e req-5fa81ec8-bb04-4c8d-af6c-43207c5ec41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:57.580044 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cf8a56ee-d3ea-4f9c-b5b6-2106eb6d383e req-5fa81ec8-bb04-4c8d-af6c-43207c5ec41a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 1100 time: 0.1984847 Jul 08 22:23:57.583412 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-92459344-455c-4a21-9515-6d3f64e0d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:57.584713 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-92459344-455c-4a21-9515-6d3f64e0d446 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=649937276e594faf9378e854dc80b483&device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 1096 time: 0.1501896 Jul 08 22:23:57.654964 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9babf650-1ea9-42f8-bb02-e2864cc860a8 req-df8da731-0e49-41f1-927f-b30bc7d6f242 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233468 Jul 08 22:23:57.657760 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-7feaa460-ba9e-461a-9ab9-cb8fbbd2571b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc784b34-4192-4605-b6d4-f1774fc8e88d HTTP/1.1" status: 200 len: 217 time: 0.0587230 Jul 08 22:23:57.706014 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cf8a56ee-d3ea-4f9c-b5b6-2106eb6d383e req-b9c67232-f912-4021-b6c1-c8a7a40f523a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099136 Jul 08 22:23:57.709437 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea63fe9-7105-4a25-a3f1-a3bbb51a40e3 x-openstack-request-id: req-bea63fe9-7105-4a25-a3f1-a3bbb51a40e3 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:23:57.709795 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c", "tag": "bc784b34-4192-4605-b6d4-f1774fc8e88d", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:23:57.710047 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bea63fe9-7105-4a25-a3f1-a3bbb51a40e3 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:23:57.710449 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c', 'tag': 'bc784b34-4192-4605-b6d4-f1774fc8e88d', 'status': 'completed', 'code': 200} Jul 08 22:23:57.719249 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6c3f6-6353-4598-9a75-756dc85dfce6 req-8291a79b-6c55-439e-94f6-1ea77d04529e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:57.720636 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88c6c3f6-6353-4598-9a75-756dc85dfce6 req-8291a79b-6c55-439e-94f6-1ea77d04529e tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.2020166 Jul 08 22:23:57.747385 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-83b8a36e-40b5-40a0-91f3-10e13d6176e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:57.748769 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-83b8a36e-40b5-40a0-91f3-10e13d6176e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1930ea1c-3cab-409e-9d93-659e830c12de HTTP/1.1" status: 200 len: 853 time: 0.0762045 Jul 08 22:23:57.765693 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88c6c3f6-6353-4598-9a75-756dc85dfce6 req-4c3adad0-11a0-466a-977c-8329abcf2164 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Jul 08 22:23:57.796899 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-c8353fa5-25ef-469c-832d-bdab6167da5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b113938-393d-4dae-ad80-9624a878a001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263522 Jul 08 22:23:57.907933 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-b8ff37d4-8b86-4da0-830d-5fd3dd4ec683 service neutron] 10.222.0.67 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931346 Jul 08 22:23:58.029711 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6d8b-efe3-4207-95cf-cce49c907180 req-4313be56-dfa6-4284-b696-412c8eb8e252 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:58.031123 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4f2f6d8b-efe3-4207-95cf-cce49c907180 req-4313be56-dfa6-4284-b696-412c8eb8e252 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 943 time: 0.1424892 Jul 08 22:23:58.034554 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7a6776b2-f417-4e59-bee4-4bb7a18f9dc6 req-6bcdb51c-f528-4c7b-a26c-b060a1c08a5b service neutron] 10.222.0.67 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105030 Jul 08 22:23:58.068314 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4f2f6d8b-efe3-4207-95cf-cce49c907180 req-01ba3837-2b41-4a78-a0e9-d7416b50c778 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jul 08 22:23:58.151200 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-79ca4f47-1549-4613-9cd2-cd41dd34d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:58.152655 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-79ca4f47-1549-4613-9cd2-cd41dd34d486 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=649937276e594faf9378e854dc80b483&device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 1096 time: 0.0537715 Jul 08 22:23:58.242810 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-66f8ca12-f00d-415a-b17a-a056183135c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:58.244994 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-66f8ca12-f00d-415a-b17a-a056183135c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b113938-393d-4dae-ad80-9624a878a001 HTTP/1.1" status: 200 len: 914 time: 0.0848777 Jul 08 22:23:58.540197 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-25dc8db9-1372-4eb5-875d-bf709883eb58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc784b34-4192-4605-b6d4-f1774fc8e88d HTTP/1.1" status: 200 len: 217 time: 0.2767255 Jul 08 22:23:58.613308 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-7f73b971-06b0-4205-a081-992311fa1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:58.614715 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-7f73b971-06b0-4205-a081-992311fa1287 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1930ea1c-3cab-409e-9d93-659e830c12de HTTP/1.1" status: 200 len: 853 time: 0.0671866 Jul 08 22:23:58.644319 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b34bd-2a56-4402-8199-bb26fadb3d1a req-a023338a-7925-4b32-95e0-72f734ae462e tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:58.645737 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-964b34bd-2a56-4402-8199-bb26fadb3d1a req-a023338a-7925-4b32-95e0-72f734ae462e tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 949 time: 0.1083972 Jul 08 22:23:58.663474 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-e516a986-7934-4c4b-b1fb-9ee8e8dca993 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b113938-393d-4dae-ad80-9624a878a001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376346 Jul 08 22:23:58.735255 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-964b34bd-2a56-4402-8199-bb26fadb3d1a req-69483302-1bba-4ade-9a71-fbb9bf4cae39 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/security-groups?id=56221cfc-b130-42af-96c5-9ac281a04ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744772 Jul 08 22:23:58.790470 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-d53dfcc5-4000-4e4f-9f51-0f2774a2c8ed service neutron] 10.222.0.67 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153705 Jul 08 22:23:58.948969 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0ef1-bc0b-444c-b399-cdd8d6a6e0f0 req-d8277913-3c4d-4e07-85b0-e4efcbf410fe tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:58.950374 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-036e0ef1-bc0b-444c-b399-cdd8d6a6e0f0 req-d8277913-3c4d-4e07-85b0-e4efcbf410fe tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 947 time: 0.1762557 Jul 08 22:23:58.955616 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6975fe48-edf6-46ab-9d1e-35c77d4102ab req-1853d005-88dd-46fb-880c-ad2f5a1cb749 service neutron] 10.222.0.67 "GET /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480441 Jul 08 22:23:59.017984 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-036e0ef1-bc0b-444c-b399-cdd8d6a6e0f0 req-79cb929e-0eeb-4a85-8101-dc1dfca91aa9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576539 Jul 08 22:23:59.026309 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80cdce-d193-415f-8ab1-29d81e778c94 req-cd283134-0aa9-4e9f-8e63-c78d091eb8ec tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:59.027783 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0c80cdce-d193-415f-8ab1-29d81e778c94 req-cd283134-0aa9-4e9f-8e63-c78d091eb8ec tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1301646 Jul 08 22:23:59.098233 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0c80cdce-d193-415f-8ab1-29d81e778c94 req-2ecbfb8e-8a1d-4657-9044-c0d5c08f905a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600741 Jul 08 22:23:59.132260 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-1c96b89a-7472-4e5e-8feb-8a90663a4497 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:59.132260 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-1c96b89a-7472-4e5e-8feb-8a90663a4497 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 949 time: 0.0981843 Jul 08 22:23:59.298702 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b504c7-50fb-4b8b-862f-50a640eb8287 req-3cc9e583-7989-4a27-be64-e7f428983649 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:23:59.300238 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-71b504c7-50fb-4b8b-862f-50a640eb8287 req-3cc9e583-7989-4a27-be64-e7f428983649 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 943 time: 0.1036935 Jul 08 22:23:59.334919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Deleting port de28b18f-e016-46ed-a958-19c632285a83 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:23:59.335773 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:59.394173 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-71b504c7-50fb-4b8b-862f-50a640eb8287 req-d5c65e04-e9bf-4a0e-b1a5-88f527107732 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825846 Jul 08 22:23:59.436252 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] For port de28b18f-e016-46ed-a958-19c632285a83, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=de28b18f-e016-46ed-a958-19c632285a83,segment=NetworkSegment(115209d9-8048-4d72-b942-0ab6e942816c),segment_id=115209d9-8048-4d72-b942-0ab6e942816c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:23:59.436755 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:59.449468 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Calling delete_port for de28b18f-e016-46ed-a958-19c632285a83 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:23:59.582204 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:59.594026 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['de28b18f-e016-46ed-a958-19c632285a83'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:23:59.611287 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Pushing event deleted for resources: {'Port': ['ID=de28b18f-e016-46ed-a958-19c632285a83,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:23:59.665878 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] No DVR routers for this DVR port de28b18f-e016-46ed-a958-19c632285a83 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:23:59.668495 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:23:59.670714 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0cf56002-1926-4409-b6cc-9411c1327c12 req-6e2e38ff-fa06-4f81-8ce1-e879f11911de tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.67 "DELETE /v2.0/ports/de28b18f-e016-46ed-a958-19c632285a83 HTTP/1.1" status: 204 len: 173 time: 0.5249419 Jul 08 22:23:59.711484 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc06333-9a33-4232-84eb-8ce8b39e0428', 'name': 'network-vif-deleted', 'tag': 'de28b18f-e016-46ed-a958-19c632285a83'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:23:59.713802 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd62b24-2f88-44b1-8653-68590c370bb0" -d '{"events": [{"server_uuid": "1cc06333-9a33-4232-84eb-8ce8b39e0428", "name": "network-vif-deleted", "tag": "de28b18f-e016-46ed-a958-19c632285a83"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:23:59.753901 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b4c3b-22a7-4174-8c03-b978c1b6208c x-openstack-request-id: req-298b4c3b-22a7-4174-8c03-b978c1b6208c {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:23:59.754202 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc06333-9a33-4232-84eb-8ce8b39e0428", "name": "network-vif-deleted", "tag": "de28b18f-e016-46ed-a958-19c632285a83", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:23:59.754503 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-298b4c3b-22a7-4174-8c03-b978c1b6208c {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:23:59.754931 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc06333-9a33-4232-84eb-8ce8b39e0428', 'name': 'network-vif-deleted', 'tag': 'de28b18f-e016-46ed-a958-19c632285a83', 'status': 'completed', 'code': 200} Jul 08 22:23:59.892226 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a53fb8c1-2ec6-4556-ad38-0e097623a269 req-87de5476-6a5a-49d0-846e-a4e431a1ba62 tempest-VolumesNegativeTest-1774331172 tempest-VolumesNegativeTest-1774331172-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc06333-9a33-4232-84eb-8ce8b39e0428 HTTP/1.1" status: 200 len: 210 time: 0.0324342 Jul 08 22:24:00.200242 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969b0d0-834a-475a-9a14-b68ad88c37b4 req-d986641a-d756-4d4c-81e6-1fd15efd7541 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:00.201741 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1969b0d0-834a-475a-9a14-b68ad88c37b4 req-d986641a-d756-4d4c-81e6-1fd15efd7541 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 947 time: 0.0648196 Jul 08 22:24:00.270530 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1969b0d0-834a-475a-9a14-b68ad88c37b4 req-66ca34d9-f500-4f96-9c7a-26489c196167 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630965 Jul 08 22:24:00.340917 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0924c-e1f4-4543-ba9b-8f57962d1be0 req-f1e7ae73-e781-4ad8-99d3-3de85cc6045c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:00.342383 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31f0924c-e1f4-4543-ba9b-8f57962d1be0 req-f1e7ae73-e781-4ad8-99d3-3de85cc6045c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1110663 Jul 08 22:24:00.401084 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31f0924c-e1f4-4543-ba9b-8f57962d1be0 req-5e0177bc-a331-4f29-b6ef-187b11673f96 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 Jul 08 22:24:00.403808 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1422e893-7269-4093-9c87-e200e488be3a req-2cfc1064-843d-493b-a207-ba6afc390729 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069815 Jul 08 22:24:00.478292 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e893-7269-4093-9c87-e200e488be3a req-b32ae7f8-edf0-453a-82a0-94a6a37f879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:00.479809 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1422e893-7269-4093-9c87-e200e488be3a req-b32ae7f8-edf0-453a-82a0-94a6a37f879f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 1100 time: 0.0534360 Jul 08 22:24:00.625793 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e893-7269-4093-9c87-e200e488be3a req-d170e47a-ab1f-459e-85a1-336c89f395c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:00.627302 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1422e893-7269-4093-9c87-e200e488be3a req-d170e47a-ab1f-459e-85a1-336c89f395c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.1245904 Jul 08 22:24:00.639079 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e14696-5039-4bc5-a068-46ceaa400ac8 req-5dd051d3-be0b-4601-9439-b9d4da6ef899 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:00.640488 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a7e14696-5039-4bc5-a068-46ceaa400ac8 req-5dd051d3-be0b-4601-9439-b9d4da6ef899 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 943 time: 0.1284335 Jul 08 22:24:00.720416 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a7e14696-5039-4bc5-a068-46ceaa400ac8 req-6a19b7e3-122c-41d3-9c02-19eefb444c1d tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735221 Jul 08 22:24:00.724368 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1422e893-7269-4093-9c87-e200e488be3a req-47c6adc4-bc94-42bf-aa61-dc84af892d17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f8666c-037f-422b-b2b5-838ec10486e0 HTTP/1.1" status: 200 len: 1002 time: 0.0830157 Jul 08 22:24:00.780601 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e893-7269-4093-9c87-e200e488be3a req-305cc308-08b7-4f59-8498-92e5ea11eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:00.782121 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1422e893-7269-4093-9c87-e200e488be3a req-305cc308-08b7-4f59-8498-92e5ea11eb9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0507348 Jul 08 22:24:00.844182 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e893-7269-4093-9c87-e200e488be3a req-6a238301-bebb-4a85-9d96-555e52fe7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:00.845611 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1422e893-7269-4093-9c87-e200e488be3a req-6a238301-bebb-4a85-9d96-555e52fe7ac2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528913 Jul 08 22:24:00.941490 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1422e893-7269-4093-9c87-e200e488be3a req-fda78d8f-1cc9-4f7d-bf57-e07f4aed1cab service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864463 Jul 08 22:24:01.030210 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1422e893-7269-4093-9c87-e200e488be3a req-a7990416-c158-4ce5-a7b2-ae5a0c0ea737 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812690 Jul 08 22:24:01.758277 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device bc784b34-4192-4605-b6d4-f1774fc8e88d details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:24:01.863225 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port bc784b34-4192-4605-b6d4-f1774fc8e88d, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=bc784b34-4192-4605-b6d4-f1774fc8e88d,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:01.875405 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': 'bc784b34-4192-4605-b6d4-f1774fc8e88d', 'network_id': '6b113938-393d-4dae-ad80-9624a878a001', 'port_id': 'bc784b34-4192-4605-b6d4-f1774fc8e88d', 'mac_address': 'fa:16:3e:fe:a6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1930ea1c-3cab-409e-9d93-659e830c12de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:24:01.944098 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489ce56-d2d3-4709-afa8-c14605f2e586 req-1a7b7873-cedd-47bf-9531-9a132220d782 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:01.946385 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2489ce56-d2d3-4709-afa8-c14605f2e586 req-1a7b7873-cedd-47bf-9531-9a132220d782 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 943 time: 0.0927861 Jul 08 22:24:01.948100 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:01.967107 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc784b34-4192-4605-b6d4-f1774fc8e88d {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:24:01.993470 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port bc784b34-4192-4605-b6d4-f1774fc8e88d, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=bc784b34-4192-4605-b6d4-f1774fc8e88d,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:01.999871 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:02.014688 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2489ce56-d2d3-4709-afa8-c14605f2e586 req-9a85df44-589b-4879-9815-3b9e2456a47f tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549881 Jul 08 22:24:02.052520 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=bc784b34-4192-4605-b6d4-f1774fc8e88d,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:02.275208 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['bc784b34-4192-4605-b6d4-f1774fc8e88d'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:24:03.209103 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50354522-c4a9-4e62-a2aa-ae96b42fec92 req-1597a9b7-7767-4b70-8449-adea0adf1485 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:03.211192 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-50354522-c4a9-4e62-a2aa-ae96b42fec92 req-1597a9b7-7767-4b70-8449-adea0adf1485 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 944 time: 0.0770662 Jul 08 22:24:03.253589 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-50354522-c4a9-4e62-a2aa-ae96b42fec92 req-657c7eeb-2e80-43f5-970d-09328930f30a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Jul 08 22:24:03.780150 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device bc784b34-4192-4605-b6d4-f1774fc8e88d up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:03.830160 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port bc784b34-4192-4605-b6d4-f1774fc8e88d completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:03.833624 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port bc784b34-4192-4605-b6d4-f1774fc8e88d triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:03.833998 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:03.909111 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:03.931117 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc784b34-4192-4605-b6d4-f1774fc8e88d'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:03.933344 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e4c34-4721-45be-b30e-a1823e6c721e" -d '{"events": [{"server_uuid": "0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "bc784b34-4192-4605-b6d4-f1774fc8e88d"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:03.945708 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port bc784b34-4192-4605-b6d4-f1774fc8e88d, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=bc784b34-4192-4605-b6d4-f1774fc8e88d,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:03.949657 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:03.950514 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device de28b18f-e016-46ed-a958-19c632285a83 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:24:03.973952 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8110a2bf-cfca-4aef-be8b-1bc76115535e x-openstack-request-id: req-8110a2bf-cfca-4aef-be8b-1bc76115535e {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:03.974242 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "bc784b34-4192-4605-b6d4-f1774fc8e88d", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:03.974492 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8110a2bf-cfca-4aef-be8b-1bc76115535e {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:03.974897 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc784b34-4192-4605-b6d4-f1774fc8e88d', 'code': 200} Jul 08 22:24:03.977912 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: de28b18f-e016-46ed-a958-19c632285a83 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:24:03.978250 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device de28b18f-e016-46ed-a958-19c632285a83 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:24:04.025913 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=bc784b34-4192-4605-b6d4-f1774fc8e88d,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:04.202053 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be465d-79f1-4d68-94a5-864851d7f2af req-5c84c4c1-7fc8-4e85-93b6-594f68ad19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:04.203607 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-77be465d-79f1-4d68-94a5-864851d7f2af req-5c84c4c1-7fc8-4e85-93b6-594f68ad19b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 1098 time: 0.0519512 Jul 08 22:24:04.237692 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-77be465d-79f1-4d68-94a5-864851d7f2af req-3452ecc8-8b88-41f3-9c70-4b68cbff70b2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259597 Jul 08 22:24:04.438865 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858e1e3-450c-4505-adcb-43b8c6f7d926 req-d2ce0538-9375-4c75-a4e0-a2f16184d5d6 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:04.440375 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1858e1e3-450c-4505-adcb-43b8c6f7d926 req-d2ce0538-9375-4c75-a4e0-a2f16184d5d6 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 945 time: 0.0730739 Jul 08 22:24:04.480789 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1858e1e3-450c-4505-adcb-43b8c6f7d926 req-e73e7f3c-1cb2-42a2-8288-74d27079c31e tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345776 Jul 08 22:24:04.545307 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6244-b5b8-4280-be81-525a218952d5 req-8f567dae-5658-48cc-849a-4a4884028f3b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:04.547026 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-376b6244-b5b8-4280-be81-525a218952d5 req-8f567dae-5658-48cc-849a-4a4884028f3b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0649819 Jul 08 22:24:04.587352 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-376b6244-b5b8-4280-be81-525a218952d5 req-97895783-9866-4d49-87d9-afa8f87723c4 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Jul 08 22:24:04.677930 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 44936) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:04.802139 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-5806170c-bf94-4b18-8dcb-97f1ca40d2bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db3a49a445634fefa416177417c87868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229372 Jul 08 22:24:04.805097 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 44940) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:04.854314 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c45bea4e-ae84-4dad-b689-c27469187535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:04.874980 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c45bea4e-ae84-4dad-b689-c27469187535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:04.920894 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c45bea4e-ae84-4dad-b689-c27469187535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:04.925556 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c45bea4e-ae84-4dad-b689-c27469187535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:04.927479 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-c45bea4e-ae84-4dad-b689-c27469187535 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56221cfc-b130-42af-96c5-9ac281a04ccd HTTP/1.1" status: 204 len: 168 time: 0.1212926 Jul 08 22:24:04.939978 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bea4e-ae84-4dad-b689-c27469187535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56221cfc-b130-42af-96c5-9ac281a04ccd,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:05.516290 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 44964) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:05.545505 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:05.624804 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1945875293-network', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:05.657421 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Made reservation on behalf of 3b6fb4965dcc40e18cacf1008346bcaf for: {'network': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:05.659689 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:05.670475 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:05.686547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ffd1f-c87d-42d9-a030-74ad61a23708 req-bb9e9067-cd99-4191-b73e-1969a637487d tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:05.688117 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b6ffd1f-c87d-42d9-a030-74ad61a23708 req-bb9e9067-cd99-4191-b73e-1969a637487d tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 945 time: 0.0978887 Jul 08 22:24:05.779079 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b6ffd1f-c87d-42d9-a030-74ad61a23708 req-b2da3f5e-34ef-4bbd-8aca-afc70e54174d tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851877 Jul 08 22:24:05.839865 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4db3a5-7be2-4ca2-a267-abc25e2318ac req-22e5bd63-04d6-4246-8612-dc6d798a249c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:05.841344 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ac4db3a5-7be2-4ca2-a267-abc25e2318ac req-22e5bd63-04d6-4246-8612-dc6d798a249c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.1444225 Jul 08 22:24:05.858375 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:05.867318 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:05.903259 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:24:05.915497 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d367e4-783d-445d-821c-634554714a9f,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:05.922534 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ac4db3a5-7be2-4ca2-a267-abc25e2318ac req-41fb968f-5a05-430a-bca7-45b245093154 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739584 Jul 08 22:24:05.924346 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:05.924633 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.segments_db [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Added segment 0e302f6a-552f-4995-95db-4a973ce6de10 of type vlan for network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 Jul 08 22:24:05.969602 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:05.998357 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:05.999334 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:05.999912 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.053065 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5356817 Jul 08 22:24:06.056226 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 44978) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:06.061321 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Request body: {'subnet': {'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1945875293-subnet', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:06.062122 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461f48e-92e1-4aaf-8d97-39c890dd1379 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:06.072371 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:24:06.088239 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Made reservation on behalf of 3b6fb4965dcc40e18cacf1008346bcaf for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:06.090658 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9644887'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.265247 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9644901'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.325081 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=badb889d-0a24-4ec6-be0d-fadfbc358125,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:06.329510 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Checking segment: {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:06.329856 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Network hostable DHCP agents. Network: 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:24:06.336849 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.337235 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.337632 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.337964 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.338292 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.338640 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.338993 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.339317 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.339639 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.339959 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.340275 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.340587 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:06.355692 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:24:06.364144 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:06.369201 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:06.369791 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.374882 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a36e93-c400-43f4-be99-776809a33482 None None] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:24:06.384182 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9f2faa96-ea3b-4275-9746-8237c6b60e14 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3268268 Jul 08 22:24:06.386902 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 44982) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:06.391391 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:06.411734 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.412740 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.464392 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.530146 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:24:06.531068 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.608985 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.668641 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Allocated IP 172.20.0.2 (6f1b93b0-7fa3-4fd1-999b-cf3303ddf731/badb889d-0a24-4ec6-be0d-fadfbc358125/7813b4e9-c797-4ce1-9924-40223ed94d20) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:06.801648 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.807855 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.817757 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Transition to ACTIVE for port object 7813b4e9-c797-4ce1-9924-40223ed94d20 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:06.820455 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.832396 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Transition to ACTIVE for port object 7813b4e9-c797-4ce1-9924-40223ed94d20 will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:06.838122 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.884365 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:06.893288 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:06.894874 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Pushing event updated for resources: {'Port': ['ID=7813b4e9-c797-4ce1-9924-40223ed94d20,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:06.898582 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:06.924460 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Allocated IP 172.27.1.60 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/e216e32f-9095-4655-be67-e5956e0e21b4) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:06.961866 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Attempting to bind port 7813b4e9-c797-4ce1-9924-40223ed94d20 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:06.962340 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Attempting to bind port 7813b4e9-c797-4ce1-9924-40223ed94d20 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:06.962855 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Attempting to bind port 7813b4e9-c797-4ce1-9924-40223ed94d20 on network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:06.969832 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:06.970317 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Checking segment: {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:06.971167 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:06.971755 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Bound using segment: {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:06.972502 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Bound port: 7813b4e9-c797-4ce1-9924-40223ed94d20, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:06.972986 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.040224 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.043964 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] For port 7813b4e9-c797-4ce1-9924-40223ed94d20, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:07.047418 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] For port 7813b4e9-c797-4ce1-9924-40223ed94d20, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=7813b4e9-c797-4ce1-9924-40223ed94d20,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:07.051998 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.081691 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.111866 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0657ed-2646-43ca-ae36-5ea23094ff0c None None] Pushing event updated for resources: {'Port': ['ID=7813b4e9-c797-4ce1-9924-40223ed94d20,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:07.122445 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203be6f-a1bc-401a-9492-3870245c06cf req-7aaaf966-4b80-41ce-846b-4189487d627d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:07.124168 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3203be6f-a1bc-401a-9492-3870245c06cf req-7aaaf966-4b80-41ce-846b-4189487d627d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0771449 Jul 08 22:24:07.131230 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:07.134529 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:07.137058 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:07.163109 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3203be6f-a1bc-401a-9492-3870245c06cf req-21e2dc94-f91b-46c0-bec6-774e63de35ac tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327954 Jul 08 22:24:07.171145 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Pushing event updated for resources: {'Port': ['ID=e216e32f-9095-4655-be67-e5956e0e21b4,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:07.390000 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-210f498a-f26a-4438-89a2-879867949833 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:07.392241 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-210f498a-f26a-4438-89a2-879867949833 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.67 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 946 time: 0.0834262 Jul 08 22:24:07.540021 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Deleting port 04e73624-41a4-480f-9c9f-cbf087b96905 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:24:07.540253 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.609485 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 7813b4e9-c797-4ce1-9924-40223ed94d20 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:07.624109 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.633390 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] For port 04e73624-41a4-480f-9c9f-cbf087b96905, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=04e73624-41a4-480f-9c9f-cbf087b96905,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:07.633752 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.647073 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Calling delete_port for 04e73624-41a4-480f-9c9f-cbf087b96905 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:24:07.658288 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 7813b4e9-c797-4ce1-9924-40223ed94d20 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:07.782906 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.806777 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['373663d4-4159-4405-a316-3f3ac1455c8e', '04e73624-41a4-480f-9c9f-cbf087b96905'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:24:07.811249 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Pushing event deleted for resources: {'Port': ['ID=04e73624-41a4-480f-9c9f-cbf087b96905,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:07.833600 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.867419 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] No DVR routers for this DVR port 04e73624-41a4-480f-9c9f-cbf087b96905 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:24:07.870150 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:07.872441 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-adc1c8b0-ad42-4226-b34e-d282c3a89451 req-299e6480-dffb-4d0c-aea6-fafb7b31e2b5 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.67 "DELETE /v2.0/ports/04e73624-41a4-480f-9c9f-cbf087b96905 HTTP/1.1" status: 204 len: 173 time: 0.4635620 Jul 08 22:24:07.873088 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba8eab-87c3-4c63-93e5-9209adc73e20', 'name': 'network-vif-deleted', 'tag': '04e73624-41a4-480f-9c9f-cbf087b96905'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:07.875832 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c8ac42-4f3a-4133-a46e-753858fc076b" -d '{"events": [{"server_uuid": "e3ba8eab-87c3-4c63-93e5-9209adc73e20", "name": "network-vif-deleted", "tag": "04e73624-41a4-480f-9c9f-cbf087b96905"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:07.957651 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8b3cb-c719-4021-92c8-15feabaab7ab x-openstack-request-id: req-3ff8b3cb-c719-4021-92c8-15feabaab7ab {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:07.958133 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba8eab-87c3-4c63-93e5-9209adc73e20", "name": "network-vif-deleted", "tag": "04e73624-41a4-480f-9c9f-cbf087b96905", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:07.958535 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ff8b3cb-c719-4021-92c8-15feabaab7ab {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:07.959828 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ba8eab-87c3-4c63-93e5-9209adc73e20', 'name': 'network-vif-deleted', 'tag': '04e73624-41a4-480f-9c9f-cbf087b96905', 'status': 'completed', 'code': 200} Jul 08 22:24:07.996069 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:24:08.108721 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:24:08.118226 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Sync routers for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:24:08.127924 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:08.128615 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:23:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:08.132564 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:08.132796 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-501bd7dc-7bff-420f-b43b-44f46cb449bf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7450025 Jul 08 22:24:08.135470 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 44990) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:08.240528 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:08.289063 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ade60-d27d-43a2-84bb-babf477aec2c None None] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:24:08.344455 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3854b50a-7dbf-44e8-a25b-723a19a03a95 req-cb0decb7-3df5-4e16-b84d-40fa7dc7b3df tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3ba8eab-87c3-4c63-93e5-9209adc73e20 HTTP/1.1" status: 200 len: 210 time: 0.0359933 Jul 08 22:24:08.402743 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-0e67f232-de71-4c70-985b-d99bd0a5d450 None None] Provisioning for port 7813b4e9-c797-4ce1-9924-40223ed94d20 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:08.421723 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-0e67f232-de71-4c70-985b-d99bd0a5d450 None None] Provisioning complete for port 7813b4e9-c797-4ce1-9924-40223ed94d20 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:08.424240 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0e67f232-de71-4c70-985b-d99bd0a5d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:08.457659 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:07Z', 'revision_number': 3, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:08.488452 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Checking router: cc491dfa-fc25-46d2-b13b-ed7458ee46b1 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:24:08.488806 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Updating router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 port e216e32f-9095-4655-be67-e5956e0e21b4 binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:24:08.528882 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:08.626706 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:08.734260 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0e67f232-de71-4c70-985b-d99bd0a5d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:08.803240 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Allocated IP 172.20.0.1 (6f1b93b0-7fa3-4fd1-999b-cf3303ddf731/badb889d-0a24-4ec6-be0d-fadfbc358125/38269287-a20b-40bd-83cd-32281b7aedda) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:08.816734 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:24:08.823802 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-0e67f232-de71-4c70-985b-d99bd0a5d450 None None] For port 7813b4e9-c797-4ce1-9924-40223ed94d20, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=7813b4e9-c797-4ce1-9924-40223ed94d20,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:08.832793 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0e67f232-de71-4c70-985b-d99bd0a5d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:08.919004 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f232-de71-4c70-985b-d99bd0a5d450 None None] Pushing event updated for resources: {'Port': ['ID=7813b4e9-c797-4ce1-9924-40223ed94d20,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:08.952666 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:08.977663 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Transition to ACTIVE for port object 38269287-a20b-40bd-83cd-32281b7aedda will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:08.985916 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.003334 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Transition to ACTIVE for port object e216e32f-9095-4655-be67-e5956e0e21b4 will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:09.024701 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.026609 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.061316 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:09.065778 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:09.070486 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:09.103546 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Attempting to bind port e216e32f-9095-4655-be67-e5956e0e21b4 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:09.103862 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Attempting to bind port e216e32f-9095-4655-be67-e5956e0e21b4 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:09.104403 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Attempting to bind port e216e32f-9095-4655-be67-e5956e0e21b4 on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:09.104711 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Pushing event updated for resources: {'Port': ['ID=38269287-a20b-40bd-83cd-32281b7aedda,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:09.113357 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Pushing event updated for resources: {'Port': ['ID=e216e32f-9095-4655-be67-e5956e0e21b4,revision_number=2']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:09.115874 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:09.116452 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:09.117032 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.117787 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:09.118449 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Bound port: e216e32f-9095-4655-be67-e5956e0e21b4, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:09.119510 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.123004 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.148443 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.148781 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.149113 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.149630 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.150117 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.150618 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.151139 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.158370 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.159946 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.161211 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.163916 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.165383 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:09.168166 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-0aec46a3-49b9-4fe7-9dd1-99553ab14979 None None] Provisioning complete for port 7813b4e9-c797-4ce1-9924-40223ed94d20 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:09.168769 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0aec46a3-49b9-4fe7-9dd1-99553ab14979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.216113 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] For port e216e32f-9095-4655-be67-e5956e0e21b4, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:09.223114 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] For port e216e32f-9095-4655-be67-e5956e0e21b4, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e216e32f-9095-4655-be67-e5956e0e21b4,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:09.229931 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.301741 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:09.302417 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:23:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:09.338390 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.343744 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c656f9e-83b9-41f6-9225-7a2a6791bf06 None None] Pushing event updated for resources: {'Port': ['ID=e216e32f-9095-4655-be67-e5956e0e21b4,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:09.419159 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-776e9f33-2279-427e-b441-467e18077f27 None None] Provisioning for port 38269287-a20b-40bd-83cd-32281b7aedda completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:09.423269 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-776e9f33-2279-427e-b441-467e18077f27 None None] Provisioning complete for port 38269287-a20b-40bd-83cd-32281b7aedda triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:09.423833 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-776e9f33-2279-427e-b441-467e18077f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.430404 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:09.465700 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-776e9f33-2279-427e-b441-467e18077f27 None None] Port 38269287-a20b-40bd-83cd-32281b7aedda cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:24:09.552742 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.558745 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.615521 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 7813b4e9-c797-4ce1-9924-40223ed94d20 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:09.661220 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:08Z', 'revision_number': 1, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:09.663043 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Pushing event updated for resources: {'Port': ['ID=38269287-a20b-40bd-83cd-32281b7aedda,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:09.673186 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.690988 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 7813b4e9-c797-4ce1-9924-40223ed94d20 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:09.691691 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:09.699131 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa7ad3-8dc0-4d15-98b4-15e0a26a942d None None] The sync data for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi is: [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:08Z', 'revision_number': 1, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:24:09.794266 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:09.795776 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:09.914384 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:24:09.915282 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f97d8b-563b-444d-b1b5-5cd5696ca0e9 req-d19600c4-f6b2-4fc5-865e-f7d538daa912 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:09.925518 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7f97d8b-563b-444d-b1b5-5cd5696ca0e9 req-d19600c4-f6b2-4fc5-865e-f7d538daa912 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0778944 Jul 08 22:24:09.992520 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7f97d8b-563b-444d-b1b5-5cd5696ca0e9 req-60b1bd2a-b583-4f22-b49a-92d398dcc1a2 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660136 Jul 08 22:24:10.045683 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:24:10.050754 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6cd8c6aa-8a03-4f9d-9f22-eeceaeed696d admin admin] 10.222.0.43 "PUT /v2.0/routers/cc491dfa-fc25-46d2-b13b-ed7458ee46b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9142711 Jul 08 22:24:10.088057 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-cddaa563-1e71-4e6b-b23b-024582565733 None None] Provisioning complete for port 38269287-a20b-40bd-83cd-32281b7aedda triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:10.088546 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-cddaa563-1e71-4e6b-b23b-024582565733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.130581 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-cddaa563-1e71-4e6b-b23b-024582565733 None None] Port 38269287-a20b-40bd-83cd-32281b7aedda cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:24:10.533268 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45020) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:10.539819 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-952068426-network', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:10.563936 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Made reservation on behalf of f1b1e09ddd5841b7b2203afbcb7ff45d for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:10.566286 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.575334 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.669712 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.673705 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.700726 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:24:10.712596 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b22b0ad-da00-4bba-baec-3e1f403cb0b1,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:10.719493 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.719831 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Added segment bbcbeff5-48c4-45c4-a153-054a4f86e0b5 of type vlan for network 2aa5a659-d6df-4c92-a1a9-5a3549740dce Jul 08 22:24:10.761575 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.793273 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.794302 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:10.795023 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:10.846622 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3120239 Jul 08 22:24:10.849422 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45022) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:10.854348 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Request body: {'subnet': {'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-952068426-subnet', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'ip_version': 4}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:10.856117 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837248b2-c265-4b14-865f-2ef5b3b219b0 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa5a659-d6df-4c92-a1a9-5a3549740dce,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:10.867452 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 2aa5a659-d6df-4c92-a1a9-5a3549740dce details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:24:10.880244 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Made reservation on behalf of f1b1e09ddd5841b7b2203afbcb7ff45d for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:10.883560 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8452524'] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.064833 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8524538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8452510'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.143021 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Pushing event updated for resources: {'Subnet': ['ID=382e9497-795f-4538-b259-3983045b1fdc,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:11.164733 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Checking segment: {'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:11.165075 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Network hostable DHCP agents. Network: 2aa5a659-d6df-4c92-a1a9-5a3549740dce, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:24:11.190358 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Network 2aa5a659-d6df-4c92-a1a9-5a3549740dce is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:24:11.206024 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88994037-eb03-49ef-9c1c-bf6d30d08a01 req-27380f74-3eaf-43d9-9c73-c8362eadb464 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:11.207519 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88994037-eb03-49ef-9c1c-bf6d30d08a01 req-27380f74-3eaf-43d9-9c73-c8362eadb464 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1046734 Jul 08 22:24:11.208497 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 2aa5a659-d6df-4c92-a1a9-5a3549740dce) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:11.212651 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:11.213216 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.217400 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99fbd68-2e4b-4d4a-97cf-018da60c264f None None] Network 2aa5a659-d6df-4c92-a1a9-5a3549740dce requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:24:11.243375 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-76fa147b-4cf7-41a6-9f44-61fd4a6b486c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3929076 Jul 08 22:24:11.245992 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45026) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:11.252555 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:11.256346 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88994037-eb03-49ef-9c1c-bf6d30d08a01 req-40028c54-d8b9-4ee7-a8d6-af0afe0bd2e8 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Jul 08 22:24:11.285515 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.286726 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.339099 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.371478 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-2aa5a659-d6df-4c92-a1a9-5a3549740dce', 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'fixed_ips': [{'subnet_id': '382e9497-795f-4538-b259-3983045b1fdc'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:24:11.372462 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.524734 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Allocated IP 172.20.0.2 (2aa5a659-d6df-4c92-a1a9-5a3549740dce/382e9497-795f-4538-b259-3983045b1fdc/6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:11.636422 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e216e32f-9095-4655-be67-e5956e0e21b4 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:11.677704 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.748140 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port e216e32f-9095-4655-be67-e5956e0e21b4 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:11.762383 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port e216e32f-9095-4655-be67-e5956e0e21b4 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:11.762760 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.796865 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 04e73624-41a4-480f-9c9f-cbf087b96905 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:24:11.799276 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.824890 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 04e73624-41a4-480f-9c9f-cbf087b96905 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:24:11.825240 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 04e73624-41a4-480f-9c9f-cbf087b96905 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:24:11.833431 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Transition to ACTIVE for port object 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:11.854004 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Transition to ACTIVE for port object 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:11.862191 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.884948 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.889991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Sync routers for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:24:11.905403 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.943854 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Network 2aa5a659-d6df-4c92-a1a9-5a3549740dce is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:11.949611 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:11.955766 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:11.957449 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:11.958057 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:23:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:11.960737 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:11.962431 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Pushing event updated for resources: {'Port': ['ID=6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:12.010111 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Allocated IP 172.27.1.119 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/5c84cd72-dd4a-4476-9dd0-5cd19b3af402) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:12.012857 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port e216e32f-9095-4655-be67-e5956e0e21b4, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e216e32f-9095-4655-be67-e5956e0e21b4,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:12.033822 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.118989 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.144761 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Attempting to bind port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:12.145132 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Attempting to bind port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:12.145493 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Attempting to bind port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac on network 2aa5a659-d6df-4c92-a1a9-5a3549740dce {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:12.157111 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.162901 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:12.163845 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Checking segment: {'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:12.164249 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.164665 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Bound using segment: {'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:12.165111 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Bound port: 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:12.165492 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.175926 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=e216e32f-9095-4655-be67-e5956e0e21b4,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:12.187692 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:12.196322 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:12.202777 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:12.205175 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:12.235450 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Pushing event updated for resources: {'Port': ['ID=5c84cd72-dd4a-4476-9dd0-5cd19b3af402,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:12.454651 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] For port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:12.463358 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea5d4a-cda2-49bb-8fde-417e2c77c21c req-f89f7d6f-7544-4b2d-9086-1fcd6f74aea9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:12.464952 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afea5d4a-cda2-49bb-8fde-417e2c77c21c req-f89f7d6f-7544-4b2d-9086-1fcd6f74aea9 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0803804 Jul 08 22:24:12.471188 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.473027 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] For port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac,segment=NetworkSegment(bbcbeff5-48c4-45c4-a153-054a4f86e0b5),segment_id=bbcbeff5-48c4-45c4-a153-054a4f86e0b5)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:12.487433 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.508132 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afea5d4a-cda2-49bb-8fde-417e2c77c21c req-a8581d11-7713-4381-a666-0443d4d48598 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370665 Jul 08 22:24:12.545096 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-849129b5-2693-439f-8df2-332b9e9d42b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.606990 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fdcf8-e6a8-4ef9-9698-57d82dbad5c9 None None] Pushing event updated for resources: {'Port': ['ID=6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:12.650684 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 2, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:12.681652 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Checking router: cc491dfa-fc25-46d2-b13b-ed7458ee46b1 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:24:12.681926 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Updating router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 port 38269287-a20b-40bd-83cd-32281b7aedda binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:24:12.708971 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.760779 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:12.926422 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:24:13.046382 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:24:13.057090 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96321420-1d15-40e8-918c-d395060078fe None None] Sync routers for ids ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:24:13.064248 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:13.065536 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c520436a-39e9-4055-b8e4-3adc1e61a2be admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8183131 Jul 08 22:24:13.068846 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45034) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:13.071040 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96321420-1d15-40e8-918c-d395060078fe None None] Routers {'8971c380-8486-4eb4-8f45-f41bdaa2dc6b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:13.075193 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-96321420-1d15-40e8-918c-d395060078fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:23:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:13.133283 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:13.146337 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Transition to ACTIVE for port object 38269287-a20b-40bd-83cd-32281b7aedda will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:13.153192 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:13.194041 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-96321420-1d15-40e8-918c-d395060078fe None None] Set router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:13.243177 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d127c-e2dd-4d2a-95fb-d8ae9e1021ed None None] Pushing event updated for resources: {'Port': ['ID=38269287-a20b-40bd-83cd-32281b7aedda,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:13.289271 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Attempting to bind port 38269287-a20b-40bd-83cd-32281b7aedda on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:13.289930 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Attempting to bind port 38269287-a20b-40bd-83cd-32281b7aedda by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:13.290415 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Attempting to bind port 38269287-a20b-40bd-83cd-32281b7aedda on network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:13.299072 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:13.300072 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Checking segment: {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:13.300607 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:13.301109 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Bound using segment: {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:13.301697 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Bound port: 38269287-a20b-40bd-83cd-32281b7aedda, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:13.302309 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:13.380330 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] For port 38269287-a20b-40bd-83cd-32281b7aedda, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:13.384111 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] For port 38269287-a20b-40bd-83cd-32281b7aedda, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=38269287-a20b-40bd-83cd-32281b7aedda,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:13.391290 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:13.465775 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-96321420-1d15-40e8-918c-d395060078fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:12Z', 'revision_number': 3, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port': {'id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:55:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:13.469722 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d127c-e2dd-4d2a-95fb-d8ae9e1021ed None None] Pushing event updated for resources: {'Port': ['ID=38269287-a20b-40bd-83cd-32281b7aedda,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:13.474357 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:13.475288 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:23:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:13.497659 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96321420-1d15-40e8-918c-d395060078fe None None] Checking router: 8971c380-8486-4eb4-8f45-f41bdaa2dc6b for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:24:13.498005 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96321420-1d15-40e8-918c-d395060078fe None None] Updating router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:24:13.551115 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-96321420-1d15-40e8-918c-d395060078fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:13.738128 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:13.748639 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:13.874493 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97edb-6a3a-485c-93b3-bb6785cfda3f req-e0c060e6-c8d5-447c-ad3d-8414759fd48d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:13.883126 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1bb97edb-6a3a-485c-93b3-bb6785cfda3f req-e0c060e6-c8d5-447c-ad3d-8414759fd48d tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1615393 Jul 08 22:24:13.896955 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 38269287-a20b-40bd-83cd-32281b7aedda up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:13.976766 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1bb97edb-6a3a-485c-93b3-bb6785cfda3f req-354b3ce5-2c25-456b-a9c0-5de48e0d95ab tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843894 Jul 08 22:24:13.977225 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7951809-d5a4-4339-b8fb-7b5825f0768e None None] Network 2aa5a659-d6df-4c92-a1a9-5a3549740dce requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:24:14.040602 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Allocated IP 172.20.0.1 (2aa5a659-d6df-4c92-a1a9-5a3549740dce/382e9497-795f-4538-b259-3983045b1fdc/a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:14.047446 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-96321420-1d15-40e8-918c-d395060078fe None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.061441 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-96321420-1d15-40e8-918c-d395060078fe None None] Transition to ACTIVE for port object 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:14.072268 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-96321420-1d15-40e8-918c-d395060078fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.136772 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-96321420-1d15-40e8-918c-d395060078fe None None] Attempting to bind port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:14.137166 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-96321420-1d15-40e8-918c-d395060078fe None None] Attempting to bind port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:14.137509 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96321420-1d15-40e8-918c-d395060078fe None None] Attempting to bind port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:14.147291 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77755b-dc0b-4a6a-8b71-20c36c542a72 None None] Pushing event updated for resources: {'Port': ['ID=5c84cd72-dd4a-4476-9dd0-5cd19b3af402,revision_number=2']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:14.152298 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96321420-1d15-40e8-918c-d395060078fe None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:14.153436 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96321420-1d15-40e8-918c-d395060078fe None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:14.154106 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-96321420-1d15-40e8-918c-d395060078fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.154688 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96321420-1d15-40e8-918c-d395060078fe None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:14.155365 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-96321420-1d15-40e8-918c-d395060078fe None None] Bound port: 5c84cd72-dd4a-4476-9dd0-5cd19b3af402, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:14.156605 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-96321420-1d15-40e8-918c-d395060078fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.175885 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 38269287-a20b-40bd-83cd-32281b7aedda completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:14.183591 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.186719 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 38269287-a20b-40bd-83cd-32281b7aedda triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:14.187115 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.197506 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Transition to ACTIVE for port object a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:14.212893 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-96321420-1d15-40e8-918c-d395060078fe None None] For port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:14.216069 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-96321420-1d15-40e8-918c-d395060078fe None None] For port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=5c84cd72-dd4a-4476-9dd0-5cd19b3af402,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:14.220145 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-96321420-1d15-40e8-918c-d395060078fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.240488 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.273791 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9f031a40-328f-492d-b300-f1a36339f7ab None None] Provisioning for port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:14.275299 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96321420-1d15-40e8-918c-d395060078fe None None] Routers {'8971c380-8486-4eb4-8f45-f41bdaa2dc6b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:14.276007 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-96321420-1d15-40e8-918c-d395060078fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:23:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:14.306129 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Network 2aa5a659-d6df-4c92-a1a9-5a3549740dce is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:14.311764 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:14.313269 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:13Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:14.314634 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:14.318005 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Pushing event updated for resources: {'Port': ['ID=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:14.327711 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77755b-dc0b-4a6a-8b71-20c36c542a72 None None] Pushing event updated for resources: {'Port': ['ID=5c84cd72-dd4a-4476-9dd0-5cd19b3af402,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:14.349245 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8172f1-bd25-45a1-9ec0-86d32233dc48 None None] The sync data for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi is: [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:13Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:24:14.357724 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.400799 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.415424 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-96321420-1d15-40e8-918c-d395060078fe None None] Set router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:14.436642 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 38269287-a20b-40bd-83cd-32281b7aedda, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=38269287-a20b-40bd-83cd-32281b7aedda,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:14.445588 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.446538 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e216e32f-9095-4655-be67-e5956e0e21b4 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:14.528609 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=38269287-a20b-40bd-83cd-32281b7aedda,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:14.591180 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port e216e32f-9095-4655-be67-e5956e0e21b4 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:14.591557 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.599721 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.724071 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:14.776774 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Provisioning for port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:14.785604 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Provisioning complete for port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:14.785893 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.808628 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-96321420-1d15-40e8-918c-d395060078fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:12Z', 'revision_number': 3, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port': {'id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:55:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:14.832959 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:24:14.837256 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:14.843738 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:14.844246 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.857222 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96321420-1d15-40e8-918c-d395060078fe None None] The sync data for ids ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'] in dv-cinder-800093-1-iscsi is: [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:12Z', 'revision_number': 3, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port': {'id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:55:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:24:14.876965 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Provisioning complete for port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:14.876965 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.894674 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:14.901818 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.014387 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Pushing event updated for resources: {'Port': ['ID=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:15.034365 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.039287 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.045993 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.155680 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Network 2aa5a659-d6df-4c92-a1a9-5a3549740dce is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:15.158740 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:15.263634 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90b89-7917-4a45-a1c9-8fd9f7786eea req-f07e8d66-9c08-450e-96fd-01d1361a3705 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:15.266724 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-cb3deeb7-ea42-43d9-abe9-7bc5cf0734cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.276415 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2dc90b89-7917-4a45-a1c9-8fd9f7786eea req-f07e8d66-9c08-450e-96fd-01d1361a3705 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1203277 Jul 08 22:24:15.279054 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.319996 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac,segment=NetworkSegment(bbcbeff5-48c4-45c4-a153-054a4f86e0b5),segment_id=bbcbeff5-48c4-45c4-a153-054a4f86e0b5)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:15.326382 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.331022 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2dc90b89-7917-4a45-a1c9-8fd9f7786eea req-a7059dc9-2f37-4a04-b1d2-f7d7cf4e95a6 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535316 Jul 08 22:24:15.365602 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:24:15.463470 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.db.api [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 22:24:15.463834 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG oslo_db.api [None req-5a572f76-80a7-471c-9db0-526e81cf5759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 22:24:15.476900 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:15.709693 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 38269287-a20b-40bd-83cd-32281b7aedda up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:15.727374 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:24:15.735618 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ac19690d-8f8e-41f3-9014-4cff65acff5c admin admin] 10.222.0.43 "PUT /v2.0/routers/8971c380-8486-4eb4-8f45-f41bdaa2dc6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6634278 Jul 08 22:24:15.770432 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 38269287-a20b-40bd-83cd-32281b7aedda triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:15.770925 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.858997 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:15.923606 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:15.923980 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:15.951588 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.046118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:16.097529 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:16.101603 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:16.102170 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.157570 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-b5bc2887-7bd4-4566-9a03-dad65ae6c7d5 None None] Provisioning complete for port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:16.158029 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b5bc2887-7bd4-4566-9a03-dad65ae6c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.199496 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc2887-7bd4-4566-9a03-dad65ae6c7d5 None None] Port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:24:16.234722 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.241050 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45062) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:16.246224 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-02022ff1-8632-4856-b4b1-086f5b372659 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820878820', 'description': 'tempest-secgroup-smoke-1820878820 description', 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:16.258032 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=5c84cd72-dd4a-4476-9dd0-5cd19b3af402,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:16.262410 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.269788 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02022ff1-8632-4856-b4b1-086f5b372659 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.312376 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=5c84cd72-dd4a-4476-9dd0-5cd19b3af402,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:16.353749 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02022ff1-8632-4856-b4b1-086f5b372659 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.357237 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02022ff1-8632-4856-b4b1-086f5b372659 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.384565 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-02022ff1-8632-4856-b4b1-086f5b372659 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.385777 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-02022ff1-8632-4856-b4b1-086f5b372659 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1431532 Jul 08 22:24:16.387671 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02022ff1-8632-4856-b4b1-086f5b372659 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c3821-a12c-4cad-9fd6-44dab9fc66af,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:16.389758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45066) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:16.395499 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-79b824d4-c328-4b24-b7fc-9485706e1ba1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'security_group_rule': {'security_group_id': '7b0c3821-a12c-4cad-9fd6-44dab9fc66af', 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:16.426925 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-79b824d4-c328-4b24-b7fc-9485706e1ba1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.529580 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-79b824d4-c328-4b24-b7fc-9485706e1ba1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.534228 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-79b824d4-c328-4b24-b7fc-9485706e1ba1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.557061 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b824d4-c328-4b24-b7fc-9485706e1ba1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76982205-7084-4933-b613-2306724271d5,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:16.564648 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-79b824d4-c328-4b24-b7fc-9485706e1ba1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.568698 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-79b824d4-c328-4b24-b7fc-9485706e1ba1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746571 Jul 08 22:24:16.568912 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45068) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:16.574280 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-4b2e5b29-9ee6-4d14-a69e-fee031b5a28c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'security_group_rule': {'security_group_id': '7b0c3821-a12c-4cad-9fd6-44dab9fc66af', 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:16.578049 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8fbf-4fc1-4a0a-8ee8-1939d9252909 req-d5e08177-31d3-4a86-a5c4-72843b94f5ce tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:16.579780 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4d6f8fbf-4fc1-4a0a-8ee8-1939d9252909 req-d5e08177-31d3-4a86-a5c4-72843b94f5ce tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.1199338 Jul 08 22:24:16.605073 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5b29-9ee6-4d14-a69e-fee031b5a28c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.619195 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4d6f8fbf-4fc1-4a0a-8ee8-1939d9252909 req-501c39b7-e11d-4578-ac44-7a8bab611618 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Jul 08 22:24:16.663839 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5b29-9ee6-4d14-a69e-fee031b5a28c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.673190 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5b29-9ee6-4d14-a69e-fee031b5a28c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.681518 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e5b29-9ee6-4d14-a69e-fee031b5a28c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52649a1f-0777-40ff-b799-5b6046aec343,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:16.690445 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5b29-9ee6-4d14-a69e-fee031b5a28c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.691651 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4b2e5b29-9ee6-4d14-a69e-fee031b5a28c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215601 Jul 08 22:24:16.694516 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45070) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:16.698791 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-a550915d-4dfd-417c-8463-1c62915ec623 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'security_group_rule': {'security_group_id': '7b0c3821-a12c-4cad-9fd6-44dab9fc66af', 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:16.723695 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a550915d-4dfd-417c-8463-1c62915ec623 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.782296 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a550915d-4dfd-417c-8463-1c62915ec623 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.785946 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a550915d-4dfd-417c-8463-1c62915ec623 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.803643 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550915d-4dfd-417c-8463-1c62915ec623 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdcb0bd-6b5c-4481-b14c-8084fee5da61,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:16.809215 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a550915d-4dfd-417c-8463-1c62915ec623 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.810543 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a550915d-4dfd-417c-8463-1c62915ec623 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150796 Jul 08 22:24:16.813202 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45072) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:16.817481 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-cc242660-eef7-42cd-a956-7c8e168eeb50 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'security_group_rule': {'security_group_id': '7b0c3821-a12c-4cad-9fd6-44dab9fc66af', 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:16.843130 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cc242660-eef7-42cd-a956-7c8e168eeb50 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.900741 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cc242660-eef7-42cd-a956-7c8e168eeb50 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.904057 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cc242660-eef7-42cd-a956-7c8e168eeb50 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.920817 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc242660-eef7-42cd-a956-7c8e168eeb50 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec871d1-56dc-4335-8625-242b97459868,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:16.926674 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cc242660-eef7-42cd-a956-7c8e168eeb50 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:16.931081 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-cc242660-eef7-42cd-a956-7c8e168eeb50 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137719 Jul 08 22:24:16.931314 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45074) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:16.935785 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c490cedf-ba40-4d21-ac6e-0ef36f5032c2 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'security_group_rule': {'security_group_id': '7b0c3821-a12c-4cad-9fd6-44dab9fc66af', 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:16.956921 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-c490cedf-ba40-4d21-ac6e-0ef36f5032c2 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Project 3b6fb4965dcc40e18cacf1008346bcaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 22:24:16.962750 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c490cedf-ba40-4d21-ac6e-0ef36f5032c2 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.032055 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c490cedf-ba40-4d21-ac6e-0ef36f5032c2 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.035452 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c490cedf-ba40-4d21-ac6e-0ef36f5032c2 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.061932 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490cedf-ba40-4d21-ac6e-0ef36f5032c2 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb9d9e6-a309-4e62-82e5-276f936a4562,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:17.069171 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c490cedf-ba40-4d21-ac6e-0ef36f5032c2 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.070712 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c490cedf-ba40-4d21-ac6e-0ef36f5032c2 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383698 Jul 08 22:24:17.073625 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45076) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:17.078143 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-0adbcee1-2e39-4267-828f-9911e0179bab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'security_group_rule': {'security_group_id': '7b0c3821-a12c-4cad-9fd6-44dab9fc66af', 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:17.099588 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-0adbcee1-2e39-4267-828f-9911e0179bab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Project 3b6fb4965dcc40e18cacf1008346bcaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 22:24:17.106634 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0adbcee1-2e39-4267-828f-9911e0179bab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.168207 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0adbcee1-2e39-4267-828f-9911e0179bab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.171940 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0adbcee1-2e39-4267-828f-9911e0179bab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.191048 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbcee1-2e39-4267-828f-9911e0179bab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b202d4b-dc8f-4fa1-a143-8935c8513528,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:17.199388 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0adbcee1-2e39-4267-828f-9911e0179bab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.203281 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0adbcee1-2e39-4267-828f-9911e0179bab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285391 Jul 08 22:24:17.265320 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Sync routers for ids ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:24:17.278991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Routers {'8971c380-8486-4eb4-8f45-f41bdaa2dc6b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:17.279609 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:24:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:17.385576 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Set router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:17.582929 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:17.629589 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 4, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port': {'id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90', 'name': '', 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'mac_address': 'fa:16:3e:d4:d7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '382e9497-795f-4538-b259-3983045b1fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:13Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 2, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'subnets': [{'id': '382e9497-795f-4538-b259-3983045b1fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:17.656817 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Checking router: 8971c380-8486-4eb4-8f45-f41bdaa2dc6b for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:24:17.657178 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Updating router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:24:17.706850 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:17.707160 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.729236 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.733663 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:17.816681 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2a724-3ef6-4d32-ab8d-4c1d2bb56c48 req-3eeecf74-01ef-41b7-ab6b-61e92a764e7c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:17.818127 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cad2a724-3ef6-4d32-ab8d-4c1d2bb56c48 req-3eeecf74-01ef-41b7-ab6b-61e92a764e7c tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0718746 Jul 08 22:24:17.861785 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cad2a724-3ef6-4d32-ab8d-4c1d2bb56c48 req-4402da7f-ec41-4aa1-ba1f-11b230bc9e77 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/security-groups?id=5186641c-2631-406e-8429-522fbf51903c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372367 Jul 08 22:24:18.042389 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.053433 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Transition to ACTIVE for port object a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:18.061033 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.110542 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-00412909-5708-4a6b-92a5-0834f1004543 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:18.113109 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-00412909-5708-4a6b-92a5-0834f1004543 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.67 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 945 time: 0.0719304 Jul 08 22:24:18.141618 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c4b66-00a9-4cb6-8146-7ba4acf2b0de None None] Pushing event updated for resources: {'Port': ['ID=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:18.180256 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Attempting to bind port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:18.180629 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Attempting to bind port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:18.180990 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Attempting to bind port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 on network 2aa5a659-d6df-4c92-a1a9-5a3549740dce {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:18.186169 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:18.186541 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Checking segment: {'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:18.186981 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.187373 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Bound using segment: {'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:18.187838 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Bound port: a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:18.188216 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.232906 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Deleting port 373663d4-4159-4405-a316-3f3ac1455c8e {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:24:18.233727 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.260041 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] For port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:18.263651 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] For port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,segment=NetworkSegment(bbcbeff5-48c4-45c4-a153-054a4f86e0b5),segment_id=bbcbeff5-48c4-45c4-a153-054a4f86e0b5)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:18.275172 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.330647 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Routers {'8971c380-8486-4eb4-8f45-f41bdaa2dc6b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:18.331340 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:24:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:18.386831 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c4b66-00a9-4cb6-8146-7ba4acf2b0de None None] Pushing event updated for resources: {'Port': ['ID=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:18.472716 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] Set router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:18.625892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] For port 373663d4-4159-4405-a316-3f3ac1455c8e, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=373663d4-4159-4405-a316-3f3ac1455c8e,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:18.626244 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.638903 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Calling delete_port for 373663d4-4159-4405-a316-3f3ac1455c8e owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:24:18.703159 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 4, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port': {'id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90', 'name': '', 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'mac_address': 'fa:16:3e:d4:d7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '382e9497-795f-4538-b259-3983045b1fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:13Z', 'updated_at': '2021-07-08T22:24:18Z', 'revision_number': 4, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'subnets': [{'id': '382e9497-795f-4538-b259-3983045b1fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:18.738541 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cb14c-5f24-4cd3-94fb-889b4670df72 None None] The sync data for ids ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'] in dv-cinder-800093-1-iscsi is: [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 4, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port': {'id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90', 'name': '', 'network_id': '2aa5a659-d6df-4c92-a1a9-5a3549740dce', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'mac_address': 'fa:16:3e:d4:d7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '382e9497-795f-4538-b259-3983045b1fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:13Z', 'updated_at': '2021-07-08T22:24:18Z', 'revision_number': 4, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'subnets': [{'id': '382e9497-795f-4538-b259-3983045b1fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:24:18.779558 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.827799 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Pushing event deleted for resources: {'Port': ['ID=373663d4-4159-4405-a316-3f3ac1455c8e,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:18.867306 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] No DVR routers for this DVR port 373663d4-4159-4405-a316-3f3ac1455c8e on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:24:18.869812 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:18.871842 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-195607f4-8c1d-4835-a03f-b5f9b80e4dbd req-d7eb8bc0-f5a9-492a-b612-fea908da0342 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.67 "DELETE /v2.0/ports/373663d4-4159-4405-a316-3f3ac1455c8e HTTP/1.1" status: 204 len: 173 time: 0.7522130 Jul 08 22:24:18.872280 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97af9e80-c916-42da-90d2-1d01979478ba', 'name': 'network-vif-deleted', 'tag': '373663d4-4159-4405-a316-3f3ac1455c8e'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:18.874518 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed463dc-2fa5-4fb9-9676-6595c456832c" -d '{"events": [{"server_uuid": "97af9e80-c916-42da-90d2-1d01979478ba", "name": "network-vif-deleted", "tag": "373663d4-4159-4405-a316-3f3ac1455c8e"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:18.927926 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4e26d6-08c8-42e5-adbc-ca3e38c49f9e x-openstack-request-id: req-6a4e26d6-08c8-42e5-adbc-ca3e38c49f9e {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:18.928446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97af9e80-c916-42da-90d2-1d01979478ba", "name": "network-vif-deleted", "tag": "373663d4-4159-4405-a316-3f3ac1455c8e", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:18.928746 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a4e26d6-08c8-42e5-adbc-ca3e38c49f9e {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:18.929143 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97af9e80-c916-42da-90d2-1d01979478ba', 'name': 'network-vif-deleted', 'tag': '373663d4-4159-4405-a316-3f3ac1455c8e', 'status': 'completed', 'code': 200} Jul 08 22:24:19.026427 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5a58abec-d2fb-4101-9678-4ed20349c0d9 req-c8aba34e-5dfb-41d7-abe5-7e37f5c5f924 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 210 time: 0.0335996 Jul 08 22:24:19.599880 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:19.652963 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:19.656550 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:19.656924 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:19.729852 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:19.763138 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,segment=NetworkSegment(bbcbeff5-48c4-45c4-a153-054a4f86e0b5),segment_id=bbcbeff5-48c4-45c4-a153-054a4f86e0b5)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:19.767634 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:19.813878 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:20.167470 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a8a948f3-98e2-4f01-9e15-cd44edd0a171 req-5f134928-d46c-42a2-a6be-9888d31088d7 tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 210 time: 0.0277371 Jul 08 22:24:21.306211 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d531eec9-cdc8-41bf-ae2c-926065fab946 req-2ae53663-9029-4c7c-a38b-646ee712525a tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 210 time: 0.0283961 Jul 08 22:24:21.573338 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:21.623740 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:21.624118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:22.138158 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['373663d4-4159-4405-a316-3f3ac1455c8e'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:24:22.457761 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9391fd77-c301-4568-a3f2-b91ca3198424 req-32fd3ec8-5c93-4b85-90b5-51128cba707b tempest-ServerRescueNegativeTestJSON-237489982 tempest-ServerRescueNegativeTestJSON-237489982-project] 10.222.0.43 "GET /v2.0/ports?device_id=97af9e80-c916-42da-90d2-1d01979478ba HTTP/1.1" status: 200 len: 210 time: 0.0273597 Jul 08 22:24:23.552729 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45180) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:23.969941 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:24.137675 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 373663d4-4159-4405-a316-3f3ac1455c8e no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:24:24.271968 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Deleting port 8380f0b7-b4c1-49e2-866b-6be1bba319fb {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:24:24.272264 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:24.274644 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 373663d4-4159-4405-a316-3f3ac1455c8e {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:24:24.275088 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 373663d4-4159-4405-a316-3f3ac1455c8e not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:24:24.352787 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] For port 8380f0b7-b4c1-49e2-866b-6be1bba319fb, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=8380f0b7-b4c1-49e2-866b-6be1bba319fb,segment=NetworkSegment(78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6),segment_id=78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:24.353160 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:24.365118 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Calling delete_port for 8380f0b7-b4c1-49e2-866b-6be1bba319fb owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:24:24.588964 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:24.612256 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8380f0b7-b4c1-49e2-866b-6be1bba319fb,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:24.771489 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:25.199377 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Router 5ea21cc7-472d-4f06-a3f1-480035fde464 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:24:25.302839 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:24:25.308144 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-63addbec-9c2d-4f2c-8965-9580ae13f2e8 admin admin] 10.222.0.43 "PUT /v2.0/routers/5ea21cc7-472d-4f06-a3f1-480035fde464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543907 Jul 08 22:24:25.310781 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45200) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:25.311308 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] Sync routers for ids ['5ea21cc7-472d-4f06-a3f1-480035fde464'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:24:25.320890 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] Routers {'5ea21cc7-472d-4f06-a3f1-480035fde464'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:25.321585 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:24:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['5ea21cc7-472d-4f06-a3f1-480035fde464'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:25.415703 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks [] for router, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:25.428368 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] Set router 5ea21cc7-472d-4f06-a3f1-480035fde464 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:25.524749 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:25.582801 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Deleting port c15b0761-07e8-44e1-bb39-f37f2879f009 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:24:25.583108 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:25.612437 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:24:24Z', 'revision_number': 5, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port': {'id': 'c15b0761-07e8-44e1-bb39-f37f2879f009', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:25.641374 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] Checking router: 5ea21cc7-472d-4f06-a3f1-480035fde464 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:24:25.649498 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] Routers {'5ea21cc7-472d-4f06-a3f1-480035fde464'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:24:25.650109 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:24:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['5ea21cc7-472d-4f06-a3f1-480035fde464'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:25.667377 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] For port c15b0761-07e8-44e1-bb39-f37f2879f009, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=c15b0761-07e8-44e1-bb39-f37f2879f009,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:25.667740 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:25.679853 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Calling delete_port for c15b0761-07e8-44e1-bb39-f37f2879f009 owned by network:router_gateway {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:24:25.733592 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] Set router 5ea21cc7-472d-4f06-a3f1-480035fde464 gateway port host: None {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:24:25.789228 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:24:25Z', 'revision_number': 6, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:25.815063 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52e801-2abd-4ff8-b312-8e017ca8a014 None None] The sync data for ids ['5ea21cc7-472d-4f06-a3f1-480035fde464'] in dv-cinder-800093-1-iscsi is: [{'id': '5ea21cc7-472d-4f06-a3f1-480035fde464', 'name': 'tempest-ServerRescueNegativeTestJSON-702707657-router', 'tenant_id': '162878b0207d4306a3d2e2a452b80417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:24:25Z', 'revision_number': 6, 'project_id': '162878b0207d4306a3d2e2a452b80417', 'gw_port_host': None}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:24:25.876585 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:25.922342 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15b0761-07e8-44e1-bb39-f37f2879f009,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:25.989794 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.093441 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.096178 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.164855 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.165446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea21cc7-472d-4f06-a3f1-480035fde464 {{(pid=93028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:24:26.171150 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] Notify callbacks [] for router, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.172010 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-789784f6-ab98-47bc-ae8d-1b239b8da698 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5ea21cc7-472d-4f06-a3f1-480035fde464 HTTP/1.1" status: 204 len: 168 time: 0.8600652 Jul 08 22:24:26.174475 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45214) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:26.224188 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec28bdef-bbdb-437d-828c-fd1537fcee31 admin admin] Deleting subnet 1a8e2f8c-4697-4386-b80b-1194abdcaf52 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:24:26.227318 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdef-bbdb-437d-828c-fd1537fcee31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.262097 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdef-bbdb-437d-828c-fd1537fcee31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.304966 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdef-bbdb-437d-828c-fd1537fcee31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.365098 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdef-bbdb-437d-828c-fd1537fcee31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.389382 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28bdef-bbdb-437d-828c-fd1537fcee31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8e2f8c-4697-4386-b80b-1194abdcaf52,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:26.392795 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdef-bbdb-437d-828c-fd1537fcee31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.395225 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ec28bdef-bbdb-437d-828c-fd1537fcee31 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1a8e2f8c-4697-4386-b80b-1194abdcaf52 HTTP/1.1" status: 204 len: 168 time: 0.2190113 Jul 08 22:24:26.397044 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45216) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:26.463043 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.547556 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.556839 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148cd707-9173-4930-a6b9-1abef03364ca']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:26.566205 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:26.566494 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78690e9f-2ebb-45c1-8c0c-c9ab8cf7d1e6') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:26.575208 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.588737 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.595692 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:24:26.596203 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:24:26.598123 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:24:26.656520 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.662888 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.664703 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] 10.222.0.43 "DELETE /v2.0/networks/148cd707-9173-4930-a6b9-1abef03364ca HTTP/1.1" status: 204 len: 168 time: 0.2661455 Jul 08 22:24:26.675390 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3802db9-7464-45ce-a0d3-ffabd96df544 admin admin] Pushing event deleted for resources: {'Network': ['ID=148cd707-9173-4930-a6b9-1abef03364ca,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:26.837213 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45220) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:26.879945 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7d8fda64-f631-45cd-a099-171e98595e0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=162878b0207d4306a3d2e2a452b80417&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414939 Jul 08 22:24:26.883061 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45222) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:26.938949 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43fb689c-7004-4b33-bc4a-2d8a69a62d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:26.962773 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43fb689c-7004-4b33-bc4a-2d8a69a62d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:27.014857 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43fb689c-7004-4b33-bc4a-2d8a69a62d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:27.017656 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43fb689c-7004-4b33-bc4a-2d8a69a62d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:27.019011 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-43fb689c-7004-4b33-bc4a-2d8a69a62d4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5186641c-2631-406e-8429-522fbf51903c HTTP/1.1" status: 204 len: 168 time: 0.1349044 Jul 08 22:24:27.030440 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb689c-7004-4b33-bc4a-2d8a69a62d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5186641c-2631-406e-8429-522fbf51903c,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:27.584447 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device c15b0761-07e8-44e1-bb39-f37f2879f009 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:24:27.605476 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: c15b0761-07e8-44e1-bb39-f37f2879f009 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:24:27.606042 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device c15b0761-07e8-44e1-bb39-f37f2879f009 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:24:27.606616 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 8380f0b7-b4c1-49e2-866b-6be1bba319fb no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:24:27.618742 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634078c-7830-4e33-86a9-5c0e9a518ee5 req-a6aff74e-c682-49d4-876a-ff53526024e5 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:27.620418 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4634078c-7830-4e33-86a9-5c0e9a518ee5 req-a6aff74e-c682-49d4-876a-ff53526024e5 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 945 time: 0.0725143 Jul 08 22:24:27.625722 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 8380f0b7-b4c1-49e2-866b-6be1bba319fb {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:24:27.626071 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 8380f0b7-b4c1-49e2-866b-6be1bba319fb not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:24:27.668495 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4634078c-7830-4e33-86a9-5c0e9a518ee5 req-c39a25d2-62cc-4436-9d66-ad579e0c23d1 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Jul 08 22:24:27.735341 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45254) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:27.828292 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2105870227-network', 'tenant_id': 'e3737cff4fa44250a7032ba0bd3ffcc7'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:27.850289 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Made reservation on behalf of e3737cff4fa44250a7032ba0bd3ffcc7 for: {'network': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:27.853142 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:27.861079 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:27.952257 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:27.956252 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:27.981324 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:24:27.990597 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab976726-14f7-4120-8d5c-c81b73d910e9,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:27.995449 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:27.995779 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.segments_db [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Added segment 67871bb1-4434-47b4-b8c1-f1b57f0d2f39 of type vlan for network a8dea1d1-08dc-42bb-9bc0-34f695a4471e Jul 08 22:24:28.033696 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:28.062687 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:28.063669 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:28.064250 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:28.113487 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3770702 Jul 08 22:24:28.117232 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45258) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:28.122272 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1891a8e-31d8-4004-8939-8b931654ba77 admin admin] Pushing event updated for resources: {'Network': ['ID=a8dea1d1-08dc-42bb-9bc0-34f695a4471e,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:28.122589 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Request body: {'subnet': {'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2105870227-subnet', 'tenant_id': 'e3737cff4fa44250a7032ba0bd3ffcc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:28.132700 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network a8dea1d1-08dc-42bb-9bc0-34f695a4471e details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:24:28.146125 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Made reservation on behalf of e3737cff4fa44250a7032ba0bd3ffcc7 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:28.150540 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9644887'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:28.320887 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9644901'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:28.375087 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=020272db-ee64-46f4-9059-e2d46802ffd4,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:28.385802 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Checking segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:28.386157 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Network hostable DHCP agents. Network: a8dea1d1-08dc-42bb-9bc0-34f695a4471e, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:24:28.402357 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Network a8dea1d1-08dc-42bb-9bc0-34f695a4471e is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:24:28.411465 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, a8dea1d1-08dc-42bb-9bc0-34f695a4471e) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:28.417585 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:28.417713 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:28.420718 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1271a05-6da5-4cee-9e0a-a6d78b3c5d00 None None] Network a8dea1d1-08dc-42bb-9bc0-34f695a4471e requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:24:28.432892 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-70f069b7-4244-4dd4-9b8a-184452ba7dc5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3143263 Jul 08 22:24:28.546656 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0c4a1-87fe-4e5f-82b1-28b096bf3046 None None] Network a8dea1d1-08dc-42bb-9bc0-34f695a4471e requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:24:28.882329 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-1c0adc09-d7c2-44e8-97b8-5dd1ae40bb6a tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:28.883833 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-1c0adc09-d7c2-44e8-97b8-5dd1ae40bb6a tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 815 time: 0.1352880 Jul 08 22:24:28.909686 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87f6e-d474-4e19-95c9-6d0314d86551 req-4bb51f17-0a88-41f6-86d4-e09f333d2206 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:28.911442 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6a87f6e-d474-4e19-95c9-6d0314d86551 req-4bb51f17-0a88-41f6-86d4-e09f333d2206 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 945 time: 0.1140518 Jul 08 22:24:28.913418 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-9c5db7e8-f780-4e9c-8c68-002a5069374c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/quotas/e3737cff4fa44250a7032ba0bd3ffcc7 HTTP/1.1" status: 200 len: 375 time: 0.0231545 Jul 08 22:24:28.963358 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-7a30f7e4-0aa7-4812-9b7c-7cee09dda228 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430152 Jul 08 22:24:28.997988 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6a87f6e-d474-4e19-95c9-6d0314d86551 req-e77a739d-8962-4429-9233-2487fd12426c tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/security-groups?id=285e3116-3917-44b3-9fd0-927509327e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795374 Jul 08 22:24:29.062568 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-7d876a62-6ad8-4c84-943d-c3fcd9461602 service neutron] 10.222.0.43 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883527 Jul 08 22:24:29.156143 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-8f0d9ba7-3325-427d-8868-98975460ac5d service neutron] 10.222.0.43 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876727 Jul 08 22:24:29.331184 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5cd55ffd-aca6-4733-b797-886c8c5ceb4d req-76753094-5297-4eb7-bbee-dc4b9f76e54e tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 210 time: 0.0280583 Jul 08 22:24:29.589905 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-85d55082-9ff2-4ae4-87bb-b88d7eb61496 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:29.591477 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-85d55082-9ff2-4ae4-87bb-b88d7eb61496 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 945 time: 0.0653157 Jul 08 22:24:29.702280 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Deleting port bc784b34-4192-4605-b6d4-f1774fc8e88d {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:24:29.702546 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:29.792621 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] For port bc784b34-4192-4605-b6d4-f1774fc8e88d, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=bc784b34-4192-4605-b6d4-f1774fc8e88d,segment=NetworkSegment(42ad5f1a-9497-4128-b043-b9715873003d),segment_id=42ad5f1a-9497-4128-b043-b9715873003d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:29.792986 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:29.806286 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Calling delete_port for bc784b34-4192-4605-b6d4-f1774fc8e88d owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:24:29.939745 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:29.953391 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['bc784b34-4192-4605-b6d4-f1774fc8e88d'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:24:29.969877 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Pushing event deleted for resources: {'Port': ['ID=bc784b34-4192-4605-b6d4-f1774fc8e88d,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:30.018287 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] No DVR routers for this DVR port bc784b34-4192-4605-b6d4-f1774fc8e88d on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:24:30.020742 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:30.023619 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4b08a9bd-8da8-47ea-97c4-19379067e517 req-7ab8578e-1880-4306-9d12-2f540d2c747a tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.67 "DELETE /v2.0/ports/bc784b34-4192-4605-b6d4-f1774fc8e88d HTTP/1.1" status: 204 len: 173 time: 0.4261773 Jul 08 22:24:30.024085 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c', 'name': 'network-vif-deleted', 'tag': 'bc784b34-4192-4605-b6d4-f1774fc8e88d'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:30.026380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d873f80-5757-41d6-aef9-28188a8c1452" -d '{"events": [{"server_uuid": "0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c", "name": "network-vif-deleted", "tag": "bc784b34-4192-4605-b6d4-f1774fc8e88d"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:30.064928 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d5f991-2013-459c-b6a5-1ab40aab480c x-openstack-request-id: req-91d5f991-2013-459c-b6a5-1ab40aab480c {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:30.065255 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c", "name": "network-vif-deleted", "tag": "bc784b34-4192-4605-b6d4-f1774fc8e88d", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:30.065504 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91d5f991-2013-459c-b6a5-1ab40aab480c {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:30.065939 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c', 'name': 'network-vif-deleted', 'tag': 'bc784b34-4192-4605-b6d4-f1774fc8e88d', 'status': 'completed', 'code': 200} Jul 08 22:24:30.158998 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d33f2499-63ac-4d43-98d7-0e0e0d6cafe9 req-74d4767d-edc6-4528-8ef5-5c0d9a2e6e44 tempest-VolumesSnapshotTestJSON-1708876442 tempest-VolumesSnapshotTestJSON-1708876442-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b483c49-8d4a-4c8c-93fb-dbb0a64acc3c HTTP/1.1" status: 200 len: 210 time: 0.0301197 Jul 08 22:24:30.491471 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9b3abcdd-5cb8-4649-8c12-ab54c28c0264 req-b5305667-a9fe-4561-b72c-3262dcf3814c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 210 time: 0.0394313 Jul 08 22:24:30.531836 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-ec0a91b0-60fa-463f-9b3c-a99ae6ba32d4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:30.533251 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-ec0a91b0-60fa-463f-9b3c-a99ae6ba32d4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 815 time: 0.1315496 Jul 08 22:24:30.551250 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Request body: {'port': {'device_id': 'ce4876dd-a6f5-4082-b82e-cf484363e6bf', 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'admin_state_up': True, 'tenant_id': 'e3737cff4fa44250a7032ba0bd3ffcc7'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:30.676765 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Made reservation on behalf of e3737cff4fa44250a7032ba0bd3ffcc7 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:30.680526 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:30.809376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Allocated IP 172.20.0.7 (a8dea1d1-08dc-42bb-9bc0-34f695a4471e/020272db-ee64-46f4-9059-e2d46802ffd4/0f099a47-5165-434e-a440-e06281b267fe) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:30.973133 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.014251 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.057248 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Network a8dea1d1-08dc-42bb-9bc0-34f695a4471e is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:31.062343 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:31.065955 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:31.088786 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Pushing event updated for resources: {'Port': ['ID=0f099a47-5165-434e-a440-e06281b267fe,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:31.117539 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:31.118170 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.133022 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-92885f85-65f1-4ae7-add6-647c22775124 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858402 Jul 08 22:24:31.144675 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Request body: {'port': {'device_id': 'ce4876dd-a6f5-4082-b82e-cf484363e6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:31.222276 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.507171 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f099a47-5165-434e-a440-e06281b267fe {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:24:31.522000 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.537799 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Transition to ACTIVE for port object 0f099a47-5165-434e-a440-e06281b267fe will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:31.541880 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.592028 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Pushing event updated for resources: {'Port': ['ID=0f099a47-5165-434e-a440-e06281b267fe,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:31.698965 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Attempting to bind port 0f099a47-5165-434e-a440-e06281b267fe on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:31.699295 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Attempting to bind port 0f099a47-5165-434e-a440-e06281b267fe by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:31.699620 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Attempting to bind port 0f099a47-5165-434e-a440-e06281b267fe on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:31.706401 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Port 0f099a47-5165-434e-a440-e06281b267fe on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:24:31.706719 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Attempting to bind port 0f099a47-5165-434e-a440-e06281b267fe on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:31.717339 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:31.717680 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Checking segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:31.718051 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Bound using segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:31.718469 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Bound port: 0f099a47-5165-434e-a440-e06281b267fe, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:31.718841 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.738215 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c74e47-e3b9-4c9f-975f-c84fe17b11b5 req-ba0de64d-babb-40f7-a69e-3875e0913b5c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:31.739754 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-90c74e47-e3b9-4c9f-975f-c84fe17b11b5 req-ba0de64d-babb-40f7-a69e-3875e0913b5c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 943 time: 0.1042769 Jul 08 22:24:31.818243 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-90c74e47-e3b9-4c9f-975f-c84fe17b11b5 req-93a57aee-1b2a-483c-afd2-7fa6e9a4e0ae tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729554 Jul 08 22:24:31.820676 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] For port 0f099a47-5165-434e-a440-e06281b267fe, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:31.823771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] For port 0f099a47-5165-434e-a440-e06281b267fe, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=0f099a47-5165-434e-a440-e06281b267fe,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:31.829152 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.865936 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:31.866547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:31.867933 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f099a47-5165-434e-a440-e06281b267fe HTTP/1.1" status: 200 len: 1093 time: 0.7273555 Jul 08 22:24:31.887419 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1931e3-32c5-4936-b658-2cea89474f79 service neutron] Pushing event updated for resources: {'Port': ['ID=0f099a47-5165-434e-a440-e06281b267fe,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:31.958471 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-b4ef40cc-4453-4442-a27d-3f85b3bb212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:31.960332 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-b4ef40cc-4453-4442-a27d-3f85b3bb212c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 1096 time: 0.0534310 Jul 08 22:24:32.005693 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-e20378bb-7a1a-4ac3-8030-486f4759feb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f099a47-5165-434e-a440-e06281b267fe HTTP/1.1" status: 200 len: 217 time: 0.0357876 Jul 08 22:24:32.056555 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-b15a91ee-456d-422e-b6a6-0015bec4a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:32.058024 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-b15a91ee-456d-422e-b6a6-0015bec4a909 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 200 len: 855 time: 0.0442479 Jul 08 22:24:32.071567 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4876dd-a6f5-4082-b82e-cf484363e6bf', 'tag': '0f099a47-5165-434e-a440-e06281b267fe'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:32.073679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1989beb8-1c8d-4060-a328-da20f43804ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4876dd-a6f5-4082-b82e-cf484363e6bf", "tag": "0f099a47-5165-434e-a440-e06281b267fe"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:32.095916 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-6f85ca25-2254-426c-9316-4ca57692987d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313993 Jul 08 22:24:32.108815 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e02419-019b-4728-9711-f62ff3c9b405 x-openstack-request-id: req-87e02419-019b-4728-9711-f62ff3c9b405 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:32.109120 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4876dd-a6f5-4082-b82e-cf484363e6bf", "tag": "0f099a47-5165-434e-a440-e06281b267fe", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:32.109559 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87e02419-019b-4728-9711-f62ff3c9b405 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:32.109779 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4876dd-a6f5-4082-b82e-cf484363e6bf', 'tag': '0f099a47-5165-434e-a440-e06281b267fe', 'status': 'completed', 'code': 200} Jul 08 22:24:32.197879 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-f1dd721a-d453-41eb-8f10-afb7a445549c service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858686 Jul 08 22:24:32.286284 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f26bbedd-9d41-4f61-b1f1-c5a4f87dcda1 req-feb24c29-ec06-4c83-bfa6-8e2737d5598f service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811658 Jul 08 22:24:32.384872 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989beb8-1c8d-4060-a328-da20f43804ef req-04f6d901-6d2a-428e-b74f-f6611d95f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:32.386365 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1989beb8-1c8d-4060-a328-da20f43804ef req-04f6d901-6d2a-428e-b74f-f6611d95f69b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 1096 time: 0.0533123 Jul 08 22:24:32.477628 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989beb8-1c8d-4060-a328-da20f43804ef req-e82a9730-6136-4c91-b161-a9b7e33774f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:32.479006 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1989beb8-1c8d-4060-a328-da20f43804ef req-e82a9730-6136-4c91-b161-a9b7e33774f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 916 time: 0.0854690 Jul 08 22:24:32.519268 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1989beb8-1c8d-4060-a328-da20f43804ef req-80f226d4-7fbe-4c37-a4f4-1fbf1e73c4d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f099a47-5165-434e-a440-e06281b267fe HTTP/1.1" status: 200 len: 217 time: 0.0332441 Jul 08 22:24:32.571892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989beb8-1c8d-4060-a328-da20f43804ef req-9a28039b-01d7-4951-8c13-6c51fbb749c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:32.573400 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1989beb8-1c8d-4060-a328-da20f43804ef req-9a28039b-01d7-4951-8c13-6c51fbb749c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 200 len: 855 time: 0.0430865 Jul 08 22:24:32.609483 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1989beb8-1c8d-4060-a328-da20f43804ef req-4f9ef6ed-55a0-4a92-8682-20ccec8dae5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292933 Jul 08 22:24:32.708352 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1989beb8-1c8d-4060-a328-da20f43804ef req-f73d39c6-097b-456a-88df-78425397b089 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910604 Jul 08 22:24:32.807167 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1989beb8-1c8d-4060-a328-da20f43804ef req-4dca620e-a18b-49ca-9463-55c81712b47c service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905416 Jul 08 22:24:32.992693 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad2ff5-6e84-4356-ba51-2a9610cdef09 req-6a83204d-466b-42a9-8270-61689a1dc34f tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:32.994069 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-92ad2ff5-6e84-4356-ba51-2a9610cdef09 req-6a83204d-466b-42a9-8270-61689a1dc34f tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 943 time: 0.0633485 Jul 08 22:24:33.030000 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-92ad2ff5-6e84-4356-ba51-2a9610cdef09 req-f34884e7-27ea-4739-a3df-4d0835e06359 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303872 Jul 08 22:24:34.200020 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b327c1-1597-4dff-b50c-aa1c6c7798b7 req-36a86066-f7a6-420e-9468-c221e66ff213 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:34.201439 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f4b327c1-1597-4dff-b50c-aa1c6c7798b7 req-36a86066-f7a6-420e-9468-c221e66ff213 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 943 time: 0.0597680 Jul 08 22:24:34.239982 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f4b327c1-1597-4dff-b50c-aa1c6c7798b7 req-8d040e7b-2705-43d6-b6c7-1cbd82613206 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331473 Jul 08 22:24:34.995261 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device bc784b34-4192-4605-b6d4-f1774fc8e88d no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:24:35.016162 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: bc784b34-4192-4605-b6d4-f1774fc8e88d {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:24:35.016513 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device bc784b34-4192-4605-b6d4-f1774fc8e88d not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:24:35.654327 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be6f1-c088-48f6-a973-2e87161bb453 req-72dee4d5-43b6-4a73-a692-e7572db5773c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:35.655802 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-122be6f1-c088-48f6-a973-2e87161bb453 req-72dee4d5-43b6-4a73-a692-e7572db5773c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 943 time: 0.3055391 Jul 08 22:24:35.692322 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-122be6f1-c088-48f6-a973-2e87161bb453 req-f8ebc4ed-c2f3-4938-9956-e6ac9e747df6 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Jul 08 22:24:36.065731 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:36.163400 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 0f099a47-5165-434e-a440-e06281b267fe details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:24:36.256964 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 0f099a47-5165-434e-a440-e06281b267fe, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=0f099a47-5165-434e-a440-e06281b267fe,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:36.267676 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '0f099a47-5165-434e-a440-e06281b267fe', 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'port_id': '0f099a47-5165-434e-a440-e06281b267fe', 'mac_address': 'fa:16:3e:57:0f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020272db-ee64-46f4-9059-e2d46802ffd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:24:36.308716 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:36.321235 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f099a47-5165-434e-a440-e06281b267fe {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:24:36.341037 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 0f099a47-5165-434e-a440-e06281b267fe, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=0f099a47-5165-434e-a440-e06281b267fe,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:36.344708 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:36.391726 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=0f099a47-5165-434e-a440-e06281b267fe,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:36.399340 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.399690 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.400030 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.400366 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.400700 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.401031 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.401358 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.401682 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.402028 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.402365 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.402681 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.403024 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:36.605266 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['0f099a47-5165-434e-a440-e06281b267fe'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:24:36.860832 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83392bc-0381-4502-a4cc-f5ef80db9e98 req-c96cd8ee-c7b5-466e-8fa1-530711869856 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:36.862314 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b83392bc-0381-4502-a4cc-f5ef80db9e98 req-c96cd8ee-c7b5-466e-8fa1-530711869856 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 944 time: 0.0628948 Jul 08 22:24:36.903529 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b83392bc-0381-4502-a4cc-f5ef80db9e98 req-280fbc45-000d-45dd-9622-21cc651f5bae tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352578 Jul 08 22:24:38.073785 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8202c7-eb7e-408e-9e69-35a882803399 req-bb93f982-54a9-4fb2-8240-5d6932005805 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:38.075286 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fa8202c7-eb7e-408e-9e69-35a882803399 req-bb93f982-54a9-4fb2-8240-5d6932005805 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 944 time: 0.0639703 Jul 08 22:24:38.111170 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fa8202c7-eb7e-408e-9e69-35a882803399 req-8db6378e-13f9-46c9-923d-d73703c71f7c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304425 Jul 08 22:24:38.194978 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 0f099a47-5165-434e-a440-e06281b267fe up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:38.246490 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 0f099a47-5165-434e-a440-e06281b267fe completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:38.250307 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 0f099a47-5165-434e-a440-e06281b267fe triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:38.250982 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:38.330768 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:38.355257 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4876dd-a6f5-4082-b82e-cf484363e6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f099a47-5165-434e-a440-e06281b267fe'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:38.357459 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3131468-6660-4c05-a1f1-d5b64817d065" -d '{"events": [{"server_uuid": "ce4876dd-a6f5-4082-b82e-cf484363e6bf", "name": "network-vif-plugged", "status": "completed", "tag": "0f099a47-5165-434e-a440-e06281b267fe"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:38.370352 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 0f099a47-5165-434e-a440-e06281b267fe, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=0f099a47-5165-434e-a440-e06281b267fe,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:38.374337 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:38.397131 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a051d0-4dd2-495b-ba08-cb1b3a944c17 x-openstack-request-id: req-59a051d0-4dd2-495b-ba08-cb1b3a944c17 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:38.397415 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4876dd-a6f5-4082-b82e-cf484363e6bf", "name": "network-vif-plugged", "status": "completed", "tag": "0f099a47-5165-434e-a440-e06281b267fe", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:38.397663 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59a051d0-4dd2-495b-ba08-cb1b3a944c17 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:38.398037 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4876dd-a6f5-4082-b82e-cf484363e6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f099a47-5165-434e-a440-e06281b267fe', 'code': 200} Jul 08 22:24:38.422736 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=0f099a47-5165-434e-a440-e06281b267fe,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:38.614370 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919638e5-7749-4bcf-9a31-917cfb329f22 req-613317b9-88c6-4fd1-9407-580798cb62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:38.616423 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-919638e5-7749-4bcf-9a31-917cfb329f22 req-613317b9-88c6-4fd1-9407-580798cb62ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 1098 time: 0.0492516 Jul 08 22:24:38.652176 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-919638e5-7749-4bcf-9a31-917cfb329f22 req-6a902798-bc84-40f4-ac8e-df1d99dcc07a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260043 Jul 08 22:24:39.293693 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff592a1-21ae-4c6b-93b9-43416cc597bc req-2ea54e33-427f-433b-b2c9-5d0cfaf2ed12 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:39.295158 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dff592a1-21ae-4c6b-93b9-43416cc597bc req-2ea54e33-427f-433b-b2c9-5d0cfaf2ed12 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 945 time: 0.0712044 Jul 08 22:24:39.330747 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dff592a1-21ae-4c6b-93b9-43416cc597bc req-ab414acb-a933-4cfe-a5cc-a73e42b9b648 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300725 Jul 08 22:24:40.502992 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c2909-05a6-4212-9817-455cb7b3f9bb req-f9181cdc-494b-442e-b854-c7a3571ba295 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:40.504451 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fb5c2909-05a6-4212-9817-455cb7b3f9bb req-f9181cdc-494b-442e-b854-c7a3571ba295 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 945 time: 0.0612230 Jul 08 22:24:40.541277 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fb5c2909-05a6-4212-9817-455cb7b3f9bb req-be7d5417-c4bf-48d1-ac3b-b41116d2dbd5 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Jul 08 22:24:41.000294 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-08b37ec8-b35b-4e9b-9efb-d9e4b3f9f175 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820878820&fields=id&tenant_id=3b6fb4965dcc40e18cacf1008346bcaf HTTP/1.1" status: 200 len: 267 time: 0.0309782 Jul 08 22:24:41.105356 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-5f5f93b4-94af-4173-877b-9dc89414264b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:41.106909 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-5f5f93b4-94af-4173-877b-9dc89414264b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 809 time: 0.0995212 Jul 08 22:24:41.121360 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-52879a55-e6c5-4993-b91f-f47414ac7b52 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/quotas/3b6fb4965dcc40e18cacf1008346bcaf HTTP/1.1" status: 200 len: 375 time: 0.0091484 Jul 08 22:24:41.188797 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-f83d1032-8645-412f-881c-23b049760e69 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624263 Jul 08 22:24:41.284374 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-f096ead5-23b6-47fa-93a0-850cf229d570 service neutron] 10.222.0.43 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844738 Jul 08 22:24:41.370184 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-5874de9a-f9b8-4e17-b762-3d1ab3ac7764 service neutron] 10.222.0.43 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799990 Jul 08 22:24:41.655027 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d2184967-8ef3-4164-8908-167c344a26bb req-a8d2879b-8971-4efc-872b-4684a5ce4399 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 210 time: 0.0290408 Jul 08 22:24:42.487533 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-cc7db59f-2e17-4638-987d-673c9e691a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:42.794063 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-96aa753b-93d1-4bf1-b0e6-4176a100921d req-1f64feed-7984-49f0-9933-db6ee9bd214d tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 210 time: 0.0319514 Jul 08 22:24:43.929684 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fb2a4d44-997d-4aee-9420-46dde16d9ab0 req-8d8d8895-1b56-40a6-85ee-887aab976dda tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 210 time: 0.0270081 Jul 08 22:24:45.028331 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-48f96479-e47f-4302-8884-c7832b091299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:45.048965 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-e01a6b26-b258-4636-b39b-dba67c1ef6ca tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:45.051150 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-e01a6b26-b258-4636-b39b-dba67c1ef6ca tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.67 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 809 time: 0.1104519 Jul 08 22:24:45.126796 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dce0dc04-d314-4031-94bd-2ea8244f2528 req-0ea9c109-2f4d-4a0d-a189-138151a57ff1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 210 time: 0.0480020 Jul 08 22:24:45.134316 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-bcda0d2b-825e-4029-a149-cc1e6e175ce1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b6fb4965dcc40e18cacf1008346bcaf HTTP/1.1" status: 200 len: 380 time: 0.0710936 Jul 08 22:24:45.149129 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'port': {'device_id': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'admin_state_up': True, 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'security_groups': ['7b0c3821-a12c-4cad-9fd6-44dab9fc66af']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:45.228165 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:45.280928 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Made reservation on behalf of 3b6fb4965dcc40e18cacf1008346bcaf for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:45.285017 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:45.433622 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Allocated IP 172.20.0.13 (6f1b93b0-7fa3-4fd1-999b-cf3303ddf731/badb889d-0a24-4ec6-be0d-fadfbc358125/96c05d39-d168-4594-9c6f-aca8cdd394d6) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:45.582041 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:45.595495 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Transition to ACTIVE for port object 96c05d39-d168-4594-9c6f-aca8cdd394d6 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:45.628304 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:45.669892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:45.674874 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:45.679246 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:45.701930 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:45.729735 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:45.730361 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:45.746067 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-af1714fb-0535-40bd-94d4-faca00d620e0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6038458 Jul 08 22:24:45.763053 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Request body: {'port': {'device_id': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:45.819494 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:24:45.850087 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:45.882679 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-ce80fd76-4786-4d4b-98a1-74013c266ff0 None None] Provisioning for port 96c05d39-d168-4594-9c6f-aca8cdd394d6 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:45.887438 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-ce80fd76-4786-4d4b-98a1-74013c266ff0 None None] Provisioning complete for port 96c05d39-d168-4594-9c6f-aca8cdd394d6 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:45.887814 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ce80fd76-4786-4d4b-98a1-74013c266ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:45.940128 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-ce80fd76-4786-4d4b-98a1-74013c266ff0 None None] Port 96c05d39-d168-4594-9c6f-aca8cdd394d6 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:24:45.941712 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:46.133191 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c05d39-d168-4594-9c6f-aca8cdd394d6 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:24:46.140772 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:46.152961 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Transition to ACTIVE for port object 96c05d39-d168-4594-9c6f-aca8cdd394d6 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:46.156696 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:46.203185 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fb458-0f74-436e-963a-b454e82514df service neutron] Pushing event updated for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:46.320488 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Attempting to bind port 96c05d39-d168-4594-9c6f-aca8cdd394d6 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:46.320826 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Attempting to bind port 96c05d39-d168-4594-9c6f-aca8cdd394d6 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:46.321154 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Attempting to bind port 96c05d39-d168-4594-9c6f-aca8cdd394d6 on network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:46.328666 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Port 96c05d39-d168-4594-9c6f-aca8cdd394d6 on network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:24:46.328991 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Attempting to bind port 96c05d39-d168-4594-9c6f-aca8cdd394d6 on network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:46.340970 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:46.341299 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Checking segment: {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:46.341753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Bound using segment: {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:46.342284 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Bound port: 96c05d39-d168-4594-9c6f-aca8cdd394d6, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e302f6a-552f-4995-95db-4a973ce6de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:46.342652 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:46.363266 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf209-b29a-4c9f-a2da-d779f5e26cc2 req-f5d06ebe-bf6f-4666-bd8a-1887a79ec187 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:46.364758 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-11caf209-b29a-4c9f-a2da-d779f5e26cc2 req-f5d06ebe-bf6f-4666-bd8a-1887a79ec187 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.1097357 Jul 08 22:24:46.445104 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-11caf209-b29a-4c9f-a2da-d779f5e26cc2 req-b3d22861-e024-4015-acd8-d8a7307e360e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565937 Jul 08 22:24:46.452382 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:46.456083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:46.461915 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:46.493595 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:46.494208 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:46.495801 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-894fb458-0f74-436e-963a-b454e82514df service neutron] 10.222.0.67 "PUT /v2.0/ports/96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 1094 time: 0.7380729 Jul 08 22:24:46.498781 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:46.502000 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08be36f-d585-49cc-9dd2-75ce46a45e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:46.532143 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fb458-0f74-436e-963a-b454e82514df service neutron] Pushing event updated for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:46.556199 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aad2f7-9dad-4b64-a969-f31761e29a8c x-openstack-request-id: req-37aad2f7-9dad-4b64-a969-f31761e29a8c {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:46.557758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:46.558079 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37aad2f7-9dad-4b64-a969-f31761e29a8c {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:46.558782 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'status': 'completed', 'code': 200} Jul 08 22:24:46.635731 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-66883f9e-e567-4794-b417-609af3740d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:46.637505 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-66883f9e-e567-4794-b417-609af3740d45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1097 time: 0.0774999 Jul 08 22:24:46.687194 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-4d39b4f7-5cae-4e1e-a387-89dc8b46e95d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 217 time: 0.0376320 Jul 08 22:24:46.736221 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-0442a178-ba4c-4ad5-b197-fd62cd592878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:46.737610 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-0442a178-ba4c-4ad5-b197-fd62cd592878 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 200 len: 848 time: 0.0421441 Jul 08 22:24:46.805444 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-ea2b8d8f-f606-4523-99d0-5239177a2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:46.807784 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-ea2b8d8f-f606-4523-99d0-5239177a2837 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606766 Jul 08 22:24:46.900736 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-4e2e0359-7523-4f44-adbd-83a1a5a885b2 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864108 Jul 08 22:24:46.993397 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd95a01-8b56-4530-9b89-57baf7134f8d req-6aec7e05-2134-434f-a1ca-97c45197771e service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791433 Jul 08 22:24:47.091435 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-a8ded9e4-7546-49df-b8e4-f2529e2899e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:47.092893 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-a8ded9e4-7546-49df-b8e4-f2529e2899e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1097 time: 0.0501709 Jul 08 22:24:47.186536 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-fa763679-5d25-4e6b-8e94-cb3795236f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:47.188015 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-fa763679-5d25-4e6b-8e94-cb3795236f69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 910 time: 0.0866396 Jul 08 22:24:47.229548 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-33a6074b-7a34-4c30-a1b1-eb61343ef12b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 217 time: 0.0331719 Jul 08 22:24:47.276386 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-cdc1c6e7-aef9-4aad-92bc-74473774785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:47.277681 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-cdc1c6e7-aef9-4aad-92bc-74473774785b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 200 len: 848 time: 0.0417593 Jul 08 22:24:47.337460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-48cb77ee-681b-4b73-94d5-20c4361d133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:47.338987 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-48cb77ee-681b-4b73-94d5-20c4361d133c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539362 Jul 08 22:24:47.425430 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-bd657637-9dbb-4370-a0b5-76b5786011bc service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788424 Jul 08 22:24:47.516167 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a08be36f-d585-49cc-9dd2-75ce46a45e2d req-6d11b5e7-4a6b-42c0-80ab-aefc9516deb9 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828621 Jul 08 22:24:47.625129 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf93e5a-e9c6-4222-ab09-2ec329f90665 req-086f8b3e-4dfc-40f2-81e9-8ee058291a88 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:47.626896 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ddf93e5a-e9c6-4222-ab09-2ec329f90665 req-086f8b3e-4dfc-40f2-81e9-8ee058291a88 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0619535 Jul 08 22:24:47.667779 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ddf93e5a-e9c6-4222-ab09-2ec329f90665 req-ff7c22f8-ffda-4802-9872-d1424f4e6fb6 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Jul 08 22:24:47.681794 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:48.848928 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163f3c-6687-4622-9e2a-b936c2874999 req-a3e22a45-1d04-4090-a1a1-9d8ca201c0ff tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:48.850718 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a2163f3c-6687-4622-9e2a-b936c2874999 req-a3e22a45-1d04-4090-a1a1-9d8ca201c0ff tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0684369 Jul 08 22:24:48.891736 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a2163f3c-6687-4622-9e2a-b936c2874999 req-2a0f1f78-7f63-40a0-b3ed-3fbb38068276 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353365 Jul 08 22:24:50.060380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683b8da-7bc8-4ce1-9535-aa831a7373a3 req-44d89e4f-22fb-4a9c-a325-f5a9814a6426 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:50.061863 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8683b8da-7bc8-4ce1-9535-aa831a7373a3 req-44d89e4f-22fb-4a9c-a325-f5a9814a6426 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0621951 Jul 08 22:24:50.098651 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8683b8da-7bc8-4ce1-9535-aa831a7373a3 req-2aa15768-14c8-4ad6-98d7-d7335d187ae7 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Jul 08 22:24:51.270883 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da71b3-6ceb-4112-a1eb-21271ed295d8 req-0c33821e-60bd-4025-a101-4f2dc69707ab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:51.272416 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-36da71b3-6ceb-4112-a1eb-21271ed295d8 req-0c33821e-60bd-4025-a101-4f2dc69707ab tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0625725 Jul 08 22:24:51.309775 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-36da71b3-6ceb-4112-a1eb-21271ed295d8 req-de72ce43-ffdf-49d1-9b06-7eb279d4583c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307286 Jul 08 22:24:52.488487 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215678f9-c2db-4d2e-9d3c-e8af2624a5b1 req-f8a102a1-e015-499d-9754-cffdd9a34689 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:52.489948 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-215678f9-c2db-4d2e-9d3c-e8af2624a5b1 req-f8a102a1-e015-499d-9754-cffdd9a34689 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0675421 Jul 08 22:24:52.528126 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-215678f9-c2db-4d2e-9d3c-e8af2624a5b1 req-134f2c2a-7d47-4703-8982-80e2f7fa6afe tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Jul 08 22:24:53.142510 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-5afed38b-c2fa-44b0-8559-fa46104ce9f4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:53.144004 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-5afed38b-c2fa-44b0-8559-fa46104ce9f4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 815 time: 0.0973313 Jul 08 22:24:53.158877 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-efaa79d9-3d7e-4ee8-8355-54a79ff707d3 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/quotas/e3737cff4fa44250a7032ba0bd3ffcc7 HTTP/1.1" status: 200 len: 375 time: 0.0087523 Jul 08 22:24:53.225902 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-64d002fb-bf34-45f2-a248-719ee7c0b362 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624270 Jul 08 22:24:53.313151 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-a44c6597-ee05-4806-8be7-9944eff9083e service neutron] 10.222.0.43 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806968 Jul 08 22:24:53.419863 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-550b2baf-b3f4-4616-b61a-1b53d0868fff service neutron] 10.222.0.43 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008704 Jul 08 22:24:53.588447 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-115229d8-62b0-4f8d-ad56-aa58b7405d85 req-76ad388b-1d77-4557-a9a5-38173bd2e421 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 210 time: 0.0314906 Jul 08 22:24:53.704592 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae666eb-c33a-4afa-9c8a-eddaf02cc122 req-542a0ab8-332c-40f7-9904-8a98d5ea91b3 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:53.706187 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6ae666eb-c33a-4afa-9c8a-eddaf02cc122 req-542a0ab8-332c-40f7-9904-8a98d5ea91b3 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0655780 Jul 08 22:24:53.747760 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6ae666eb-c33a-4afa-9c8a-eddaf02cc122 req-8f3ad834-053f-49e6-8396-5d36ee774bf0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Jul 08 22:24:54.292374 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 96c05d39-d168-4594-9c6f-aca8cdd394d6 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:24:54.386977 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:54.397693 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'port_id': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'mac_address': 'fa:16:3e:fa:90:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:24:54.432880 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.445399 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c05d39-d168-4594-9c6f-aca8cdd394d6 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:24:54.468874 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:54.472616 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.511480 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45600) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:54.521601 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:54.561106 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba189165-1735-4511-833b-588516bc58f0 admin admin] Deleting subnet 1930ea1c-3cab-409e-9d93-659e830c12de {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:24:54.564129 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ba189165-1735-4511-833b-588516bc58f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.597055 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ba189165-1735-4511-833b-588516bc58f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.642137 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ba189165-1735-4511-833b-588516bc58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.695323 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ba189165-1735-4511-833b-588516bc58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.729264 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba189165-1735-4511-833b-588516bc58f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1930ea1c-3cab-409e-9d93-659e830c12de,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:54.731228 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ba189165-1735-4511-833b-588516bc58f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.733087 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ba189165-1735-4511-833b-588516bc58f0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1930ea1c-3cab-409e-9d93-659e830c12de HTTP/1.1" status: 204 len: 168 time: 0.2205362 Jul 08 22:24:54.736312 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45604) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:54.763780 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9ad57908-f34f-4721-92ab-b8e13d9561b5 req-528162f1-703c-43bf-8c36-af3f899ee1c9 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 210 time: 0.0457265 Jul 08 22:24:54.804804 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-af1e6195-db01-497b-9355-1af0d37e4e51 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:54.804804 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-af1e6195-db01-497b-9355-1af0d37e4e51 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 815 time: 0.1664991 Jul 08 22:24:54.805223 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.815162 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Request body: {'port': {'device_id': '6471dee8-ea4d-4594-9d53-8782b75dc397', 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'admin_state_up': True, 'tenant_id': 'e3737cff4fa44250a7032ba0bd3ffcc7'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:54.827606 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['96c05d39-d168-4594-9c6f-aca8cdd394d6'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:24:54.921614 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.933431 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b113938-393d-4dae-ad80-9624a878a001']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:54.945815 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ad5f1a-9497-4128-b043-b9715873003d') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:54.945815 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ad5f1a-9497-4128-b043-b9715873003d') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:24:54.955580 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.971389 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.978609 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:24:54.979241 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:24:54.980898 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:24:54.995252 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802623e-d463-42f0-9814-f3d09aa8b6b5 req-9ac41e87-323b-4fb2-b148-fdefef280f10 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:54.996851 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5802623e-d463-42f0-9814-f3d09aa8b6b5 req-9ac41e87-323b-4fb2-b148-fdefef280f10 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 945 time: 0.1071992 Jul 08 22:24:55.030850 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Made reservation on behalf of e3737cff4fa44250a7032ba0bd3ffcc7 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:24:55.034255 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.041807 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.047995 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.051343 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] 10.222.0.43 "DELETE /v2.0/networks/6b113938-393d-4dae-ad80-9624a878a001 HTTP/1.1" status: 204 len: 168 time: 0.3140960 Jul 08 22:24:55.058153 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5802623e-d463-42f0-9814-f3d09aa8b6b5 req-f6627457-0aae-4c60-8b10-4ac134459721 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522447 Jul 08 22:24:55.071534 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe28074-432a-4fe9-b54b-73e376f8720f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b113938-393d-4dae-ad80-9624a878a001,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:55.183575 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Allocated IP 172.20.0.11 (a8dea1d1-08dc-42bb-9bc0-34f695a4471e/020272db-ee64-46f4-9059-e2d46802ffd4/83f796f3-076a-48c6-8c21-a4115739e68d) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:55.192922 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45616) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:55.232760 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-55b99b4e-b452-449b-96d1-eb9855abbc1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=649937276e594faf9378e854dc80b483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388186 Jul 08 22:24:55.235154 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45618) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:55.282780 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cb108392-0c25-4b3b-af71-0d77ae2f4b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.302941 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cb108392-0c25-4b3b-af71-0d77ae2f4b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.330619 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.349522 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cb108392-0c25-4b3b-af71-0d77ae2f4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.352331 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cb108392-0c25-4b3b-af71-0d77ae2f4b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.353503 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-cb108392-0c25-4b3b-af71-0d77ae2f4b16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/285e3116-3917-44b3-9fd0-927509327e44 HTTP/1.1" status: 204 len: 168 time: 0.1174557 Jul 08 22:24:55.360853 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb108392-0c25-4b3b-af71-0d77ae2f4b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285e3116-3917-44b3-9fd0-927509327e44,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:55.375113 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.420409 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Network a8dea1d1-08dc-42bb-9bc0-34f695a4471e is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:24:55.425429 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:24:55.429131 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:24:55.452045 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Pushing event updated for resources: {'Port': ['ID=83f796f3-076a-48c6-8c21-a4115739e68d,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:55.481090 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:55.481693 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.496510 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-07623d8a-691d-4e71-906f-e80a6b60a453 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6859484 Jul 08 22:24:55.516290 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Request body: {'port': {'device_id': '6471dee8-ea4d-4594-9d53-8782b75dc397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:55.594786 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.676869 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['0f099a47-5165-434e-a440-e06281b267fe'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:24:55.853440 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f796f3-076a-48c6-8c21-a4115739e68d {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:24:55.860534 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:55.873106 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Transition to ACTIVE for port object 83f796f3-076a-48c6-8c21-a4115739e68d will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:24:55.876950 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:56.197833 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Pushing event updated for resources: {'Port': ['ID=83f796f3-076a-48c6-8c21-a4115739e68d,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:56.253272 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.253609 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.253945 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.254273 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.254600 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.254946 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.255265 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.255587 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.255902 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.256214 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.256531 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.256842 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:24:56.318391 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 96c05d39-d168-4594-9c6f-aca8cdd394d6 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:24:56.323655 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e970495-a366-46f4-8aab-26d4877173ec req-8b2e19d6-9ee8-4b02-a2c9-67d982078211 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:56.325128 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e970495-a366-46f4-8aab-26d4877173ec req-8b2e19d6-9ee8-4b02-a2c9-67d982078211 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 944 time: 0.4234188 Jul 08 22:24:56.347303 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Attempting to bind port 83f796f3-076a-48c6-8c21-a4115739e68d on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:24:56.347636 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Attempting to bind port 83f796f3-076a-48c6-8c21-a4115739e68d by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:24:56.347963 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Attempting to bind port 83f796f3-076a-48c6-8c21-a4115739e68d on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:56.364331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Port 83f796f3-076a-48c6-8c21-a4115739e68d on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:24:56.364586 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Attempting to bind port 83f796f3-076a-48c6-8c21-a4115739e68d on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:24:56.369371 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 96c05d39-d168-4594-9c6f-aca8cdd394d6 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:24:56.373033 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 96c05d39-d168-4594-9c6f-aca8cdd394d6 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:24:56.373525 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:56.376023 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a9a25-3536-4ffc-b242-bba074ad53e0 req-b4cf9ac5-828b-4f93-a6d5-ef1d575de82c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:56.377491 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a9a25-3536-4ffc-b242-bba074ad53e0 req-b4cf9ac5-828b-4f93-a6d5-ef1d575de82c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 945 time: 0.1774311 Jul 08 22:24:56.385116 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:24:56.385452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Checking segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:24:56.385832 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Bound using segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:24:56.386258 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Bound port: 83f796f3-076a-48c6-8c21-a4115739e68d, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:24:56.386612 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:56.422908 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e970495-a366-46f4-8aab-26d4877173ec req-58965c4a-a581-4ad7-873f-ae283013d0f8 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915408 Jul 08 22:24:56.452396 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:56.469467 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a9a25-3536-4ffc-b242-bba074ad53e0 req-dc321f8c-ab7e-4bf8-9335-2eade127aa16 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854163 Jul 08 22:24:56.484346 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:56.486604 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1b4d49-c20d-4bb5-9078-5c9caa1153c6" -d '{"events": [{"server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "name": "network-vif-plugged", "status": "completed", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:56.500131 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:24:56.502029 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] For port 83f796f3-076a-48c6-8c21-a4115739e68d, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:24:56.505686 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] For port 83f796f3-076a-48c6-8c21-a4115739e68d, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=83f796f3-076a-48c6-8c21-a4115739e68d,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:24:56.506898 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:56.513547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:56.536013 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb376b7d-ca01-4660-91be-49806692777c x-openstack-request-id: req-fb376b7d-ca01-4660-91be-49806692777c {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:56.536306 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "name": "network-vif-plugged", "status": "completed", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:56.536556 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb376b7d-ca01-4660-91be-49806692777c {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:56.536937 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'code': 200} Jul 08 22:24:56.554944 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:56.555570 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:56.556979 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] 10.222.0.67 "PUT /v2.0/ports/83f796f3-076a-48c6-8c21-a4115739e68d HTTP/1.1" status: 200 len: 1094 time: 1.0452402 Jul 08 22:24:56.557424 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6471dee8-ea4d-4594-9d53-8782b75dc397', 'tag': '83f796f3-076a-48c6-8c21-a4115739e68d'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:24:56.559796 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79b5d21-fe72-4534-8a4d-960625df112f" -d '{"events": [{"name": "network-changed", "server_uuid": "6471dee8-ea4d-4594-9d53-8782b75dc397", "tag": "83f796f3-076a-48c6-8c21-a4115739e68d"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:24:56.583697 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:56.587530 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3ded7-d3fc-427d-9882-8206a5189a66 service neutron] Pushing event updated for resources: {'Port': ['ID=83f796f3-076a-48c6-8c21-a4115739e68d,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:24:56.602715 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537ed487-1251-4e81-9817-118cf2a99844 x-openstack-request-id: req-537ed487-1251-4e81-9817-118cf2a99844 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:24:56.607647 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6471dee8-ea4d-4594-9d53-8782b75dc397", "tag": "83f796f3-076a-48c6-8c21-a4115739e68d", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:24:56.608684 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-537ed487-1251-4e81-9817-118cf2a99844 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:24:56.609835 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6471dee8-ea4d-4594-9d53-8782b75dc397', 'tag': '83f796f3-076a-48c6-8c21-a4115739e68d', 'status': 'completed', 'code': 200} Jul 08 22:24:56.674589 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-2234b622-6b31-41d3-927b-e9779b36b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:56.675666 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-2234b622-6b31-41d3-927b-e9779b36b8d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 1097 time: 0.0557346 Jul 08 22:24:56.721116 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-04afb389-5a58-48e3-a5f2-ca1083d8d952 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83f796f3-076a-48c6-8c21-a4115739e68d HTTP/1.1" status: 200 len: 217 time: 0.0335798 Jul 08 22:24:56.786043 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-138ae3cd-eaec-4555-a510-7f1d701d5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:56.787635 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-138ae3cd-eaec-4555-a510-7f1d701d5b8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 200 len: 855 time: 0.0516129 Jul 08 22:24:56.826567 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-a13641cb-89d8-465a-8fc7-e2cb791e30fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310962 Jul 08 22:24:56.961925 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-09862ca3-0b1e-4df0-a27e-0cbe0e18db9c service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204576 Jul 08 22:24:56.965854 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47875a8a-33b5-4dfa-b288-36bec856b965 req-d186c288-e784-4f81-9cc2-aa8b728dad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:56.967225 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47875a8a-33b5-4dfa-b288-36bec856b965 req-d186c288-e784-4f81-9cc2-aa8b728dad78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1099 time: 0.1079075 Jul 08 22:24:57.050945 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47875a8a-33b5-4dfa-b288-36bec856b965 req-bca83f73-26aa-492f-a1eb-e9353ce49ab4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659890 Jul 08 22:24:57.076429 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2b8effc8-5cbc-44f9-84f1-2ebbaac9c600 req-4480df00-3bf3-45b6-b274-e685c28239c2 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982211 Jul 08 22:24:57.219037 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b5d21-fe72-4534-8a4d-960625df112f req-f91577c4-44cd-4c9c-8ee2-53df16f74b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:57.220450 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d79b5d21-fe72-4534-8a4d-960625df112f req-f91577c4-44cd-4c9c-8ee2-53df16f74b27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 1097 time: 0.0525527 Jul 08 22:24:57.313187 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b5d21-fe72-4534-8a4d-960625df112f req-b89c948e-3271-46d4-89b1-129e39eb5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:57.314647 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d79b5d21-fe72-4534-8a4d-960625df112f req-b89c948e-3271-46d4-89b1-129e39eb5f0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 916 time: 0.0843904 Jul 08 22:24:57.361621 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d79b5d21-fe72-4534-8a4d-960625df112f req-f46a0900-3c9c-4669-aa63-c9b36564c65b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83f796f3-076a-48c6-8c21-a4115739e68d HTTP/1.1" status: 200 len: 217 time: 0.0351024 Jul 08 22:24:57.424070 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b5d21-fe72-4534-8a4d-960625df112f req-de3d386c-1224-4371-a0de-d971a4b2d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:57.425512 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d79b5d21-fe72-4534-8a4d-960625df112f req-de3d386c-1224-4371-a0de-d971a4b2d0b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 200 len: 855 time: 0.0557661 Jul 08 22:24:57.461687 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d79b5d21-fe72-4534-8a4d-960625df112f req-ca627bc9-8c55-4393-9f2e-ecb496e80e72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259936 Jul 08 22:24:57.604976 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d79b5d21-fe72-4534-8a4d-960625df112f req-ff598eda-5e8f-4806-b25d-69f5b7002fb5 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356018 Jul 08 22:24:57.717856 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa1b87-31c1-487e-a069-4fe9d9e6ecb8 req-1d22460f-1cb2-409a-8561-23f1826ef9d5 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:57.719412 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f6aa1b87-31c1-487e-a069-4fe9d9e6ecb8 req-1d22460f-1cb2-409a-8561-23f1826ef9d5 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 944 time: 0.1814609 Jul 08 22:24:57.770291 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722df10-09ba-4857-a04d-f60489157b31 req-acc9acbe-6b5f-4be7-a481-e3f19483f37b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:57.771696 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a722df10-09ba-4857-a04d-f60489157b31 req-acc9acbe-6b5f-4be7-a481-e3f19483f37b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.1793358 Jul 08 22:24:57.782812 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d79b5d21-fe72-4534-8a4d-960625df112f req-f1434878-3c7f-4105-8ccc-22c39e396a98 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601460 Jul 08 22:24:57.798026 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f6aa1b87-31c1-487e-a069-4fe9d9e6ecb8 req-bfd7b4a1-d7d5-4b90-89af-5272cfb793be tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715799 Jul 08 22:24:57.817744 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a722df10-09ba-4857-a04d-f60489157b31 req-1b420d16-5516-4ef5-b7c4-e87705cbc156 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393677 Jul 08 22:24:58.168992 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e652dc-0e81-4a39-a14f-2478399f7e29 req-cae82ce8-1ef8-4009-baa5-bce7c77aeec3 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:58.170638 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-42e652dc-0e81-4a39-a14f-2478399f7e29 req-cae82ce8-1ef8-4009-baa5-bce7c77aeec3 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0664291 Jul 08 22:24:58.208237 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-42e652dc-0e81-4a39-a14f-2478399f7e29 req-b2c2a442-f340-4994-bc97-e97160f6887d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Jul 08 22:24:59.030915 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f8934-7008-421e-b829-039dd7815374 req-22008a71-41e8-40df-ab4b-595ec4529ec1 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:59.032456 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-725f8934-7008-421e-b829-039dd7815374 req-22008a71-41e8-40df-ab4b-595ec4529ec1 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 944 time: 0.1066756 Jul 08 22:24:59.041363 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d6c91-46b6-4729-b604-6832d259b306 req-9f57d371-bfbe-4257-bf1a-4f045654c4d9 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:59.042725 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b85d6c91-46b6-4729-b604-6832d259b306 req-9f57d371-bfbe-4257-bf1a-4f045654c4d9 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.1150839 Jul 08 22:24:59.094196 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-725f8934-7008-421e-b829-039dd7815374 req-5ee6bb68-3ef4-4f51-838d-4df01d7b4bf4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504463 Jul 08 22:24:59.101795 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b85d6c91-46b6-4729-b604-6832d259b306 req-a3a9c11f-7e70-4e08-865e-9b60acc463d4 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523841 Jul 08 22:24:59.286367 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a069d-de64-4a85-8cfe-42a4fe57f40c req-37c00fc5-2812-4ec5-8a88-68e570d5b603 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:59.286367 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a79a069d-de64-4a85-8cfe-42a4fe57f40c req-37c00fc5-2812-4ec5-8a88-68e570d5b603 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0685742 Jul 08 22:24:59.317465 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a79a069d-de64-4a85-8cfe-42a4fe57f40c req-7571b86d-a103-4135-808d-5214792da3aa tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Jul 08 22:24:59.341336 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45664) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:59.384096 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54999e6-6488-4068-9a19-aa58ee5ee81b req-bfae2de9-8167-4954-81d7-74004404d8dd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:59.385633 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b54999e6-6488-4068-9a19-aa58ee5ee81b req-bfae2de9-8167-4954-81d7-74004404d8dd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0650396 Jul 08 22:24:59.431082 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b54999e6-6488-4068-9a19-aa58ee5ee81b req-069ec384-2b7c-47d6-aa61-b96932f43ee8 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392592 Jul 08 22:24:59.597523 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235783e-f986-4621-8582-c94ad8c41c32 tempest-TestShelveInstance-404004469 tempest-TestShelveInstance-404004469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:24:59.601863 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c235783e-f986-4621-8582-c94ad8c41c32 tempest-TestShelveInstance-404004469 tempest-TestShelveInstance-404004469-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1094 time: 0.2593117 Jul 08 22:24:59.602893 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45672) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:24:59.608583 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'port_id': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:24:59.634309 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for floatingip, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:59.738715 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:59.849624 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Allocated IP 172.27.1.78 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/5fcf9a22-aea8-4689-bd82-bc6778975820) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:24:59.955254 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:24:59.996176 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:00.031310 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:25:00.034048 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:25:00.040002 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:25:00.065145 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'Port': ['ID=5fcf9a22-aea8-4689-bd82-bc6778975820,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:00.346771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd1d30-074d-4e45-aa57-7807a5b44fe9 req-9c10224b-d94c-4e79-ba8f-40d1564625b0 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:00.348280 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a3dd1d30-074d-4e45-aa57-7807a5b44fe9 req-9c10224b-d94c-4e79-ba8f-40d1564625b0 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 944 time: 0.1410084 Jul 08 22:25:00.352945 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 83f796f3-076a-48c6-8c21-a4115739e68d details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:25:00.451292 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 83f796f3-076a-48c6-8c21-a4115739e68d, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=83f796f3-076a-48c6-8c21-a4115739e68d,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:00.463024 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '83f796f3-076a-48c6-8c21-a4115739e68d', 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'port_id': '83f796f3-076a-48c6-8c21-a4115739e68d', 'mac_address': 'fa:16:3e:6c:9b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020272db-ee64-46f4-9059-e2d46802ffd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:25:00.504511 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:00.515298 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a3dd1d30-074d-4e45-aa57-7807a5b44fe9 req-c1b92870-378c-4f1e-a770-c0ea5f850545 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596217 Jul 08 22:25:00.518798 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f796f3-076a-48c6-8c21-a4115739e68d {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:25:00.544018 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 83f796f3-076a-48c6-8c21-a4115739e68d, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=83f796f3-076a-48c6-8c21-a4115739e68d,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:00.548505 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:00.598659 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=83f796f3-076a-48c6-8c21-a4115739e68d,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:00.612380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:00.708155 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fee25-8414-4317-b907-71dfd8ab6f53 req-0cfc8b94-9485-4c64-a01c-223511133b66 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:00.709548 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-258fee25-8414-4317-b907-71dfd8ab6f53 req-0cfc8b94-9485-4c64-a01c-223511133b66 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1498442 Jul 08 22:25:00.756563 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:00.786623 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-258fee25-8414-4317-b907-71dfd8ab6f53 req-9dd9bbc9-f4d9-4e9f-80c2-fc85f3662ebe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601406 Jul 08 22:25:00.881862 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['83f796f3-076a-48c6-8c21-a4115739e68d'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:25:01.194964 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:01.200776 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:01.279575 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event updated for resources: {'Port': ['ID=5fcf9a22-aea8-4689-bd82-bc6778975820,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:01.295111 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baa89c-dcce-4d56-9b88-82da8bcbd709 req-5a1190a1-501e-4f02-a41d-f96f309f9ebe tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:01.296590 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-90baa89c-dcce-4d56-9b88-82da8bcbd709 req-5a1190a1-501e-4f02-a41d-f96f309f9ebe tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 947 time: 0.1468318 Jul 08 22:25:01.305342 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:01.373937 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-90baa89c-dcce-4d56-9b88-82da8bcbd709 req-1eeb0166-8a90-4434-8693-85099e07fb54 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711370 Jul 08 22:25:01.432227 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Floating IP 00708fad-d2b6-462a-abbf-fd1a2a05ff80 associated. External IP: 172.27.1.78, port: 96c05d39-d168-4594-9c6f-aca8cdd394d6. Jul 08 22:25:01.638929 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:25:01.778233 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73372-8d3f-4efa-bd3c-6422fe6890fe req-c26c8b8c-8b4a-4ab3-944e-469ad160a12d tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:01.779733 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-40a73372-8d3f-4efa-bd3c-6422fe6890fe req-c26c8b8c-8b4a-4ab3-944e-469ad160a12d tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 945 time: 0.1435089 Jul 08 22:25:01.797018 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:25:01.806309 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] Sync routers for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:25:01.815200 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:25:01.815902 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:24:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:01.829808 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-40a73372-8d3f-4efa-bd3c-6422fe6890fe req-f899ed38-8a3b-486d-a394-f8d163bcae56 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Jul 08 22:25:01.831145 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:01.872719 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-76fdb373-cd9a-4725-b3e7-e760d424a2b8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2685602 Jul 08 22:25:01.873313 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:01.875612 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6d48da-e7a6-4164-b594-e538d337245d" -d '{"events": [{"name": "network-changed", "server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:01.939452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eca2d2b-70bb-45de-92f7-2fc0c44b8436 x-openstack-request-id: req-7eca2d2b-70bb-45de-92f7-2fc0c44b8436 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:01.939742 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:01.939988 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7eca2d2b-70bb-45de-92f7-2fc0c44b8436 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:01.940375 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'status': 'completed', 'code': 200} Jul 08 22:25:01.943424 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:25:02.009098 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd107d-45ab-4e48-84d5-997813bab753 req-5a2d6d03-a7ef-41c2-98ae-f22dea015478 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:02.010590 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1ccd107d-45ab-4e48-84d5-997813bab753 req-5a2d6d03-a7ef-41c2-98ae-f22dea015478 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1034718 Jul 08 22:25:02.042771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d48da-e7a6-4164-b594-e538d337245d req-f4440cbb-877b-4e43-a029-3da425acc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:02.044259 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de6d48da-e7a6-4164-b594-e538d337245d req-f4440cbb-877b-4e43-a029-3da425acc786 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1099 time: 0.0923867 Jul 08 22:25:02.076133 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1ccd107d-45ab-4e48-84d5-997813bab753 req-4e992a79-8921-4d61-8aed-4e51947ff836 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591044 Jul 08 22:25:02.145474 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d48da-e7a6-4164-b594-e538d337245d req-6a7e256c-dd26-4a64-b911-25a38eba0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:02.147073 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de6d48da-e7a6-4164-b594-e538d337245d req-6a7e256c-dd26-4a64-b911-25a38eba0eaa service neutron] 10.222.0.67 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 910 time: 0.0940621 Jul 08 22:25:02.212867 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '00708fad-d2b6-462a-abbf-fd1a2a05ff80', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'port_id': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'mac_address': 'fa:16:3e:fa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:25:00Z', 'updated_at': '2021-07-08T22:25:00Z', 'revision_number': 0, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 5, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:02.217615 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de6d48da-e7a6-4164-b594-e538d337245d req-d4e77d55-07e8-43da-a610-6608ec76c229 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 999 time: 0.0574381 Jul 08 22:25:02.273634 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d48da-e7a6-4164-b594-e538d337245d req-f23815be-4aad-4c8f-b79e-16c05677951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:02.275205 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de6d48da-e7a6-4164-b594-e538d337245d req-f23815be-4aad-4c8f-b79e-16c05677951c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 200 len: 848 time: 0.0453484 Jul 08 22:25:02.341662 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d48da-e7a6-4164-b594-e538d337245d req-dc67b9ee-e9a1-491f-a8d4-d63251e12719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:02.343181 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de6d48da-e7a6-4164-b594-e538d337245d req-dc67b9ee-e9a1-491f-a8d4-d63251e12719 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572603 Jul 08 22:25:02.358181 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] Checking router: cc491dfa-fc25-46d2-b13b-ed7458ee46b1 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:25:02.367227 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 83f796f3-076a-48c6-8c21-a4115739e68d up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:25:02.371402 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:25:02.371699 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:24:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:02.437849 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de6d48da-e7a6-4164-b594-e538d337245d req-1cef8cb4-8ac2-4a37-9964-b4fc9b73f6fc service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853825 Jul 08 22:25:02.499576 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 83f796f3-076a-48c6-8c21-a4115739e68d completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:25:02.507789 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 83f796f3-076a-48c6-8c21-a4115739e68d triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:25:02.508161 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:02.531354 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:25:02.580448 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de6d48da-e7a6-4164-b594-e538d337245d req-c7390f64-71db-40d3-8e21-d0b14a82fa82 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317537 Jul 08 22:25:02.593338 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4ce83-bd08-4188-be22-0c9d9d5a0fdf req-5b0db758-d29a-450b-bd1c-07cf5b757f15 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:02.594735 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f8b4ce83-bd08-4188-be22-0c9d9d5a0fdf req-5b0db758-d29a-450b-bd1c-07cf5b757f15 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 947 time: 0.0972302 Jul 08 22:25:02.635102 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f8b4ce83-bd08-4188-be22-0c9d9d5a0fdf req-c663b08b-c357-4556-950b-4c833c9bbeb5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331545 Jul 08 22:25:02.669542 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:02.732144 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6471dee8-ea4d-4594-9d53-8782b75dc397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f796f3-076a-48c6-8c21-a4115739e68d'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:02.735266 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c4ed2c-e905-4be6-96fc-19ee75bb4c25" -d '{"events": [{"server_uuid": "6471dee8-ea4d-4594-9d53-8782b75dc397", "name": "network-vif-plugged", "status": "completed", "tag": "83f796f3-076a-48c6-8c21-a4115739e68d"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:02.755597 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 83f796f3-076a-48c6-8c21-a4115739e68d, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=83f796f3-076a-48c6-8c21-a4115739e68d,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:02.763042 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:02.790233 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271d4c58-7d4c-4018-b8b0-3849fdc1316a x-openstack-request-id: req-271d4c58-7d4c-4018-b8b0-3849fdc1316a {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:02.790528 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6471dee8-ea4d-4594-9d53-8782b75dc397", "name": "network-vif-plugged", "status": "completed", "tag": "83f796f3-076a-48c6-8c21-a4115739e68d", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:02.790769 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-271d4c58-7d4c-4018-b8b0-3849fdc1316a {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:02.791170 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6471dee8-ea4d-4594-9d53-8782b75dc397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f796f3-076a-48c6-8c21-a4115739e68d', 'code': 200} Jul 08 22:25:02.850038 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=83f796f3-076a-48c6-8c21-a4115739e68d,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:02.884129 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '00708fad-d2b6-462a-abbf-fd1a2a05ff80', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'port_id': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'mac_address': 'fa:16:3e:fa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:25:00Z', 'updated_at': '2021-07-08T22:25:00Z', 'revision_number': 0, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 5, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:02.913094 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48c319-a48d-475c-b946-5906c4f8ebaf None None] The sync data for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi is: [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '00708fad-d2b6-462a-abbf-fd1a2a05ff80', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'port_id': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'mac_address': 'fa:16:3e:fa:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:25:00Z', 'updated_at': '2021-07-08T22:25:00Z', 'revision_number': 0, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 5, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:25:03.073675 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76600b-b531-4be4-93b9-fa0c26c78024 req-6f2597f6-8cbe-406f-95cf-fa4b66f4e305 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:03.075260 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fb76600b-b531-4be4-93b9-fa0c26c78024 req-6f2597f6-8cbe-406f-95cf-fa4b66f4e305 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 946 time: 0.1038203 Jul 08 22:25:03.081271 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d7184-f7ed-403b-b9fa-65c66d771835 req-ecce37b4-15f7-4d38-9b2d-c00d7a65f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:03.082933 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-944d7184-f7ed-403b-b9fa-65c66d771835 req-ecce37b4-15f7-4d38-9b2d-c00d7a65f62d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 1099 time: 0.1021450 Jul 08 22:25:03.125766 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380a4d5-5d7b-4c06-8c5e-edbd7cc4aa9d None None] New status for floating IP 00708fad-d2b6-462a-abbf-fd1a2a05ff80: ACTIVE {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:25:03.173585 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fb76600b-b531-4be4-93b9-fa0c26c78024 req-7c4ffa1d-e970-4fbf-af57-86d64390f507 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896771 Jul 08 22:25:03.176494 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-944d7184-f7ed-403b-b9fa-65c66d771835 req-afb2868c-37bb-4af9-a186-c38b33a992a0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852523 Jul 08 22:25:03.251617 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-288e96b0-3c08-4659-aea7-0b1dc5e97c51 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:03.253043 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-288e96b0-3c08-4659-aea7-0b1dc5e97c51 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 947 time: 0.1229534 Jul 08 22:25:03.312783 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd25b8-31db-4821-a7d7-fe10bc290144 req-8d70a4a5-68c6-4639-ac11-bc21f84bcc14 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:03.314241 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31fd25b8-31db-4821-a7d7-fe10bc290144 req-8d70a4a5-68c6-4639-ac11-bc21f84bcc14 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1199312 Jul 08 22:25:03.387873 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31fd25b8-31db-4821-a7d7-fe10bc290144 req-cb4c9e7f-c6e3-4864-8d45-05886c62b095 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624297 Jul 08 22:25:03.402460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Deleting port 80f8666c-037f-422b-b2b5-838ec10486e0 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:25:03.402803 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:03.487631 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] For port 80f8666c-037f-422b-b2b5-838ec10486e0, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=80f8666c-037f-422b-b2b5-838ec10486e0,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:03.488336 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:03.756330 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:03.756748 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:03.757130 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Floating IP 64cc8273-60a8-47ea-b70a-30e4865f4189 disassociated. External IP: 172.27.1.200, port: 80f8666c-037f-422b-b2b5-838ec10486e0. Jul 08 22:25:03.757495 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Calling delete_port for 80f8666c-037f-422b-b2b5-838ec10486e0 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:25:03.876430 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618cfa-6d31-4615-ac3a-be6d05c7c6c4 req-cc177608-c4df-40e4-8ec7-55fec45bd82d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:03.877878 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a4618cfa-6d31-4615-ac3a-be6d05c7c6c4 req-cc177608-c4df-40e4-8ec7-55fec45bd82d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 947 time: 0.1183949 Jul 08 22:25:03.946411 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a4618cfa-6d31-4615-ac3a-be6d05c7c6c4 req-8418ad7a-958e-45b1-9396-0a3c5224eaaf tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612364 Jul 08 22:25:03.960842 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:03.991723 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event deleted for resources: {'Port': ['ID=80f8666c-037f-422b-b2b5-838ec10486e0,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:04.119873 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Router 4841c4be-8979-44e7-95bd-c7baf93a676e has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:25:04.604468 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:25:04.615654 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] Sync routers for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:25:04.627347 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:25:04.628098 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:24:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:04.677611 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] No DVR routers for this DVR port 80f8666c-037f-422b-b2b5-838ec10486e0 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:25:04.681206 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:04.683271 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8d3e9d67-3d14-48cb-bf67-2b6e131a24d9 req-e91018ff-1beb-4129-b0d4-b2bcf729c104 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "DELETE /v2.0/ports/80f8666c-037f-422b-b2b5-838ec10486e0 HTTP/1.1" status: 204 len: 173 time: 1.4228289 Jul 08 22:25:04.683859 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-deleted', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:04.686115 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145b3850-ed7d-4f15-94f1-02ace818e20b" -d '{"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-deleted", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:04.703123 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed8d44-796a-4ebd-b865-e69d2699daf1 req-88bb5537-13da-4cfa-a0f9-1cc98d8ae4d9 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:04.710657 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-33ed8d44-796a-4ebd-b865-e69d2699daf1 req-88bb5537-13da-4cfa-a0f9-1cc98d8ae4d9 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 946 time: 0.2056603 Jul 08 22:25:04.740245 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25da7fa-9308-4920-aaa5-bb528722cb16 req-45048ef6-2c06-41d8-82d0-8819ec534e7b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:04.747788 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e25da7fa-9308-4920-aaa5-bb528722cb16 req-45048ef6-2c06-41d8-82d0-8819ec534e7b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.2312381 Jul 08 22:25:04.767853 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:25:04.825401 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-33ed8d44-796a-4ebd-b865-e69d2699daf1 req-1dda1bad-3726-4cec-a3fc-3d3956bca83a tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132464 Jul 08 22:25:04.864349 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e25da7fa-9308-4920-aaa5-bb528722cb16 req-4b81300d-cb55-460a-8eda-4b6b8cf4f25c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156182 Jul 08 22:25:04.910381 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0f645d-b6e7-45b1-80f3-7180d8ebd686 x-openstack-request-id: req-ce0f645d-b6e7-45b1-80f3-7180d8ebd686 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:04.918940 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a8abf4-075b-4c09-9537-94a6be4778e7", "name": "network-vif-deleted", "tag": "80f8666c-037f-422b-b2b5-838ec10486e0", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:04.919306 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce0f645d-b6e7-45b1-80f3-7180d8ebd686 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:04.919804 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a8abf4-075b-4c09-9537-94a6be4778e7', 'name': 'network-vif-deleted', 'tag': '80f8666c-037f-422b-b2b5-838ec10486e0', 'status': 'completed', 'code': 200} Jul 08 22:25:05.017937 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:05.056051 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] Checking router: 4841c4be-8979-44e7-95bd-c7baf93a676e for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:25:05.065890 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:25:05.066681 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:24:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:05.126808 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-90c16baf-5b1b-4fb6-8a3e-509114e0c542 req-08f0ceb6-15c2-4e9c-8290-8e7b2c5d787f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a8abf4-075b-4c09-9537-94a6be4778e7 HTTP/1.1" status: 200 len: 210 time: 0.0365167 Jul 08 22:25:05.188163 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:25:05.407817 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:05.435160 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2a51a-ef27-4a21-90c8-4556e8d126b1 None None] The sync data for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi is: [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:25:05.654697 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc845c7c-0797-4b07-b3b0-fb87fd71ccc5 None None] New status for floating IP 64cc8273-60a8-47ea-b70a-30e4865f4189: DOWN {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:25:06.040302 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292ce63-a37b-41cc-a0d4-9a7b165486b1 req-af0e9c66-f389-4ab8-90af-f9b8b4059719 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:06.041329 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e292ce63-a37b-41cc-a0d4-9a7b165486b1 req-af0e9c66-f389-4ab8-90af-f9b8b4059719 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0643239 Jul 08 22:25:06.068875 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.084520 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e292ce63-a37b-41cc-a0d4-9a7b165486b1 req-e50759ff-9962-4f5f-a7c8-0ba643b07d59 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376003 Jul 08 22:25:06.250774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45732) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:25:06.304082 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bcbd683f-6601-4de8-bffb-488151ca1065 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.329027 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bcbd683f-6601-4de8-bffb-488151ca1065 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.383031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bcbd683f-6601-4de8-bffb-488151ca1065 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.385712 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bcbd683f-6601-4de8-bffb-488151ca1065 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.386887 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-bcbd683f-6601-4de8-bffb-488151ca1065 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "DELETE /v2.0/security-groups/f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0 HTTP/1.1" status: 204 len: 168 time: 0.1347725 Jul 08 22:25:06.390121 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45734) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:25:06.395718 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd683f-6601-4de8-bffb-488151ca1065 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:06.402606 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:25:06.405414 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.api.v2.resource [None req-47ee503d-5ad9-48ef-8d6a-2c63d5ca3e79 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] show failed (client error): The resource could not be found. Jul 08 22:25:06.406404 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-47ee503d-5ad9-48ef-8d6a-2c63d5ca3e79 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups/f40e0ce1-bf4d-4a58-8999-a1c9679d3dd0 HTTP/1.1" status: 404 len: 347 time: 0.0147371 Jul 08 22:25:06.409559 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45736) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:25:06.437214 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 80f8666c-037f-422b-b2b5-838ec10486e0 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:25:06.437563 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 80f8666c-037f-422b-b2b5-838ec10486e0 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:25:06.561140 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Deleting port 288ed92c-fb8b-494e-8fbc-63bdae69ed65 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:25:06.561480 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.645794 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.646211 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.659507 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Calling delete_port for 288ed92c-fb8b-494e-8fbc-63bdae69ed65 owned by network:floatingip {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:25:06.759091 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-88d42616-d1a0-4d29-aff0-116446e37409 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:06.760616 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-88d42616-d1a0-4d29-aff0-116446e37409 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 815 time: 0.1007326 Jul 08 22:25:06.776769 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-48b0b033-0730-4e5c-ae9e-31dbe9b4b8f1 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/quotas/e3737cff4fa44250a7032ba0bd3ffcc7 HTTP/1.1" status: 200 len: 375 time: 0.0105541 Jul 08 22:25:06.800065 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.825585 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event deleted for resources: {'Port': ['ID=288ed92c-fb8b-494e-8fbc-63bdae69ed65,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:06.850405 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.851347 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.851692 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.851935 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-b66a27ae-128c-46cf-800e-3f73e9b426c4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695970 Jul 08 22:25:06.852077 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.852341 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.852666 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.852989 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.853311 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.853633 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.853953 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.854274 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.854593 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:06.893963 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.896473 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:06.898139 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ef6927cd-ba59-4f28-99d4-3977c30d4430 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "DELETE /v2.0/floatingips/64cc8273-60a8-47ea-b70a-30e4865f4189 HTTP/1.1" status: 204 len: 168 time: 0.4869895 Jul 08 22:25:06.945111 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-764156e2-390b-4835-bfc1-1b5b39396a94 service neutron] 10.222.0.43 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861208 Jul 08 22:25:07.035995 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-caddee5a-0487-4211-b177-220649073f48 service neutron] 10.222.0.43 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853491 Jul 08 22:25:07.161961 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45758) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:25:07.166368 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-1ec90265-84b2-4e04-8eb6-71167661fba6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007897709', 'description': 'tempest-description--471628352'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:07.208201 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1ec90265-84b2-4e04-8eb6-71167661fba6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.239603 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a77ff9ac-e6d8-4bfd-96f4-105bb362ddc1 req-53834bff-b567-4ca5-9e9e-65744672caa1 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 210 time: 0.0411317 Jul 08 22:25:07.337276 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09a3c6-19a4-410d-b78f-00c4a010a905 req-49dcb393-1e6f-491c-be54-875ff5c3618f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:07.338773 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2a09a3c6-19a4-410d-b78f-00c4a010a905 req-49dcb393-1e6f-491c-be54-875ff5c3618f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0944405 Jul 08 22:25:07.386095 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1ec90265-84b2-4e04-8eb6-71167661fba6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.391648 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1ec90265-84b2-4e04-8eb6-71167661fba6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.407384 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2a09a3c6-19a4-410d-b78f-00c4a010a905 req-318cac7c-a10b-4c4a-8e50-fd54fe5aca7e tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623937 Jul 08 22:25:07.428542 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec90265-84b2-4e04-8eb6-71167661fba6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f3fe5-d149-454b-a791-bc29f27c8581,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:07.433242 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1ec90265-84b2-4e04-8eb6-71167661fba6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.434736 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-1ec90265-84b2-4e04-8eb6-71167661fba6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2725561 Jul 08 22:25:07.437799 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45768) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:25:07.443635 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-d94026ba-07ee-42f2-9c91-fa347b5ae037 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'security_group_rule': {'security_group_id': 'f52f3fe5-d149-454b-a791-bc29f27c8581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:07.470299 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d94026ba-07ee-42f2-9c91-fa347b5ae037 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.530288 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d94026ba-07ee-42f2-9c91-fa347b5ae037 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.534023 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d94026ba-07ee-42f2-9c91-fa347b5ae037 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.551556 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94026ba-07ee-42f2-9c91-fa347b5ae037 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a52a994-69e1-4632-9767-127abbe7881a,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:07.558339 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d94026ba-07ee-42f2-9c91-fa347b5ae037 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.562600 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-d94026ba-07ee-42f2-9c91-fa347b5ae037 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200287 Jul 08 22:25:07.562962 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45770) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:25:07.567951 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-717b1828-3f15-46fc-bd34-d86b635b6a6c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'security_group_rule': {'security_group_id': 'f52f3fe5-d149-454b-a791-bc29f27c8581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:07.599476 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-717b1828-3f15-46fc-bd34-d86b635b6a6c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.659472 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-717b1828-3f15-46fc-bd34-d86b635b6a6c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.663625 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-717b1828-3f15-46fc-bd34-d86b635b6a6c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.681522 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b1828-3f15-46fc-bd34-d86b635b6a6c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fc0cfc-ef8e-437e-b718-4ba7e77b50ed,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:07.687745 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-717b1828-3f15-46fc-bd34-d86b635b6a6c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.688888 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-717b1828-3f15-46fc-bd34-d86b635b6a6c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249480 Jul 08 22:25:07.691930 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 45772) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:25:07.696345 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:07.718867 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.812334 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:07.916438 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Allocated IP 172.27.1.202 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/ba6ec729-a0d8-4c5b-9691-ab0050d5a8d4) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:25:08.012100 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.053254 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.093592 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:25:08.096320 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:25:08.100737 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:25:08.102617 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'Port': ['ID=ba6ec729-a0d8-4c5b-9691-ab0050d5a8d4,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:08.183395 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.232424 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.465347 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7688c0f6-c9eb-4836-81f1-7b2b2a1c8477 req-4f007d79-7205-4551-8590-e475fe081e05 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 210 time: 0.0534790 Jul 08 22:25:08.491753 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.493188 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3f759ee3-acd7-46e6-9488-e8ad3397c3f7 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:08.494928 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3f759ee3-acd7-46e6-9488-e8ad3397c3f7 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 815 time: 0.1840210 Jul 08 22:25:08.503626 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.518978 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Request body: {'port': {'device_id': '596622bb-4b03-4ee5-a645-9adab93cb0ef', 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'admin_state_up': True, 'tenant_id': 'e3737cff4fa44250a7032ba0bd3ffcc7'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:08.598161 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'Port': ['ID=ba6ec729-a0d8-4c5b-9691-ab0050d5a8d4,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:08.610125 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.624215 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.625531 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6c4abc31-6da0-458b-9657-50d023fd76c4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9326291 Jul 08 22:25:08.683394 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03c442-cdfb-4f19-8154-4d111ac7f7e2 req-47529be3-ec47-4525-88ad-241fb1187892 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:08.684893 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7c03c442-cdfb-4f19-8154-4d111ac7f7e2 req-47529be3-ec47-4525-88ad-241fb1187892 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1116037 Jul 08 22:25:08.698729 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Made reservation on behalf of e3737cff4fa44250a7032ba0bd3ffcc7 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:25:08.702130 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:08.748989 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7c03c442-cdfb-4f19-8154-4d111ac7f7e2 req-9d291f03-6caa-4a26-9db9-e9048fb674cd tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581532 Jul 08 22:25:08.856411 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-b61ebb3b-cb86-4d13-ba49-d18ebb9e3f6b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2007897709&fields=id&tenant_id=8f91ea219e404c2c9aff7146d8ff0b13 HTTP/1.1" status: 200 len: 267 time: 0.0695617 Jul 08 22:25:08.916895 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Allocated IP 172.20.0.13 (a8dea1d1-08dc-42bb-9bc0-34f695a4471e/020272db-ee64-46f4-9059-e2d46802ffd4/07a55156-495d-409a-b49a-3d6a7fafbab5) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:25:09.009695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-67d11c03-9963-4a55-90c8-a09a78cb48f3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:09.011187 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-67d11c03-9963-4a55-90c8-a09a78cb48f3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 816 time: 0.1477456 Jul 08 22:25:09.120068 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-22143b9e-75f1-4d4f-b5b6-433fabeeef48 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/quotas/8f91ea219e404c2c9aff7146d8ff0b13 HTTP/1.1" status: 200 len: 375 time: 0.0952358 Jul 08 22:25:09.211998 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:09.262566 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec347cd7-a66d-4081-8c53-ce89d4244c5e req-aad0e675-6de9-4c68-8b25-c32d4a2a0abe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:09.264060 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ec347cd7-a66d-4081-8c53-ce89d4244c5e req-aad0e675-6de9-4c68-8b25-c32d4a2a0abe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.2136383 Jul 08 22:25:09.271591 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb303e5-7054-497c-9976-61ec52d7236f req-82bac0ce-2dca-429a-ab4a-70be99b50a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:09.273105 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bbb303e5-7054-497c-9976-61ec52d7236f req-82bac0ce-2dca-429a-ab4a-70be99b50a1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 1098 time: 0.2000051 Jul 08 22:25:09.326364 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-0516b905-ef49-43c2-bf71-a35154323ab1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1979673 Jul 08 22:25:09.442975 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ec347cd7-a66d-4081-8c53-ce89d4244c5e req-dc1a102d-1bd0-4acf-be83-7cbbd94a6ab2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630373 Jul 08 22:25:09.450039 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:09.466153 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['0f099a47-5165-434e-a440-e06281b267fe', '83f796f3-076a-48c6-8c21-a4115739e68d'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:25:09.548118 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Network a8dea1d1-08dc-42bb-9bc0-34f695a4471e is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:25:09.564188 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:25:09.566492 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb303e5-7054-497c-9976-61ec52d7236f req-a5e46c1e-2a1d-4acf-bdcc-ffae58bdc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:09.568050 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bbb303e5-7054-497c-9976-61ec52d7236f req-a5e46c1e-2a1d-4acf-bdcc-ffae58bdc206 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 912 time: 0.2835369 Jul 08 22:25:09.568826 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Pushing event updated for resources: {'Port': ['ID=07a55156-495d-409a-b49a-3d6a7fafbab5,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:09.575120 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:25:09.655703 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-49983cda-21a3-4deb-bdb1-6b357a02d4c2 service neutron] 10.222.0.43 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970407 Jul 08 22:25:09.766783 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:09.767320 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:09.792424 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bbb303e5-7054-497c-9976-61ec52d7236f req-1deaacf6-c300-40cc-9fff-3367e49da478 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 200 len: 1001 time: 0.2133505 Jul 08 22:25:09.803502 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-3b6a6300-791e-403a-96ff-661ac4690fce tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2891035 Jul 08 22:25:09.829175 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Request body: {'port': {'device_id': '596622bb-4b03-4ee5-a645-9adab93cb0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:09.902731 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-e3e491db-446e-457b-89dd-2704c543da4a service neutron] 10.222.0.43 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250614 Jul 08 22:25:09.920887 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24409390-4bde-4c4d-9b68-98352b8da057 req-ed64bdc6-6807-493c-bd2d-59233bea1b14 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:09.922355 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-24409390-4bde-4c4d-9b68-98352b8da057 req-ed64bdc6-6807-493c-bd2d-59233bea1b14 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 932 time: 0.3009200 Jul 08 22:25:09.930668 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb303e5-7054-497c-9976-61ec52d7236f req-bb9977e2-9429-4f38-ac44-b3404a4b083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:09.932096 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bbb303e5-7054-497c-9976-61ec52d7236f req-bb9977e2-9429-4f38-ac44-b3404a4b083b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.1277475 Jul 08 22:25:10.021893 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:10.026302 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-24409390-4bde-4c4d-9b68-98352b8da057 req-a19377ce-2fb5-4f4e-acff-f8b57bdcf30d tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972879 Jul 08 22:25:10.101012 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-76b6dbb0-762f-4528-91b1-b80ff9fbabfd req-62a810a4-b6ed-498f-a83b-6d3fddb0d51d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 210 time: 0.0338438 Jul 08 22:25:10.104377 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb303e5-7054-497c-9976-61ec52d7236f req-c51d9181-65ba-4b1d-912d-52c46d5040d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:10.105895 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bbb303e5-7054-497c-9976-61ec52d7236f req-c51d9181-65ba-4b1d-912d-52c46d5040d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1644492 Jul 08 22:25:10.608193 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bbb303e5-7054-497c-9976-61ec52d7236f req-878a2e8d-03a4-4d6e-83f3-b85e860895f1 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886534 Jul 08 22:25:10.756571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3101d-3910-4151-aad9-d8951bc0f8d5 req-ee4fb862-8bae-4f96-a0d9-acfb9af4a983 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:10.758577 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-22f3101d-3910-4151-aad9-d8951bc0f8d5 req-ee4fb862-8bae-4f96-a0d9-acfb9af4a983 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1980762 Jul 08 22:25:10.789963 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a55156-495d-409a-b49a-3d6a7fafbab5 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:25:10.808250 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:10.823228 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bbb303e5-7054-497c-9976-61ec52d7236f req-c54f6da7-ffb1-4049-94ee-a4bd299dc5a2 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759331 Jul 08 22:25:10.834153 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Transition to ACTIVE for port object 07a55156-495d-409a-b49a-3d6a7fafbab5 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:25:10.839858 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-22f3101d-3910-4151-aad9-d8951bc0f8d5 req-3fd35032-d8ad-4890-ada9-66131704fe9a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712609 Jul 08 22:25:10.840469 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:10.888586 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Pushing event updated for resources: {'Port': ['ID=07a55156-495d-409a-b49a-3d6a7fafbab5,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:10.960421 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Attempting to bind port 07a55156-495d-409a-b49a-3d6a7fafbab5 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:25:10.960753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Attempting to bind port 07a55156-495d-409a-b49a-3d6a7fafbab5 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:25:10.961084 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Attempting to bind port 07a55156-495d-409a-b49a-3d6a7fafbab5 on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:25:10.965598 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Port 07a55156-495d-409a-b49a-3d6a7fafbab5 on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:25:10.965915 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Attempting to bind port 07a55156-495d-409a-b49a-3d6a7fafbab5 on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:25:10.970681 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:25:10.971044 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Checking segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:25:10.971429 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Bound using segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:25:10.971852 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Bound port: 07a55156-495d-409a-b49a-3d6a7fafbab5, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:25:10.972209 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:11.039277 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] For port 07a55156-495d-409a-b49a-3d6a7fafbab5, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:25:11.042455 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] For port 07a55156-495d-409a-b49a-3d6a7fafbab5, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=07a55156-495d-409a-b49a-3d6a7fafbab5,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:25:11.046436 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:11.080926 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:11.081647 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:11.083082 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] 10.222.0.67 "PUT /v2.0/ports/07a55156-495d-409a-b49a-3d6a7fafbab5 HTTP/1.1" status: 200 len: 1094 time: 1.2609386 Jul 08 22:25:11.083568 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596622bb-4b03-4ee5-a645-9adab93cb0ef', 'tag': '07a55156-495d-409a-b49a-3d6a7fafbab5'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:11.086170 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f39d5d-36e3-4172-9245-da77af437f02" -d '{"events": [{"name": "network-changed", "server_uuid": "596622bb-4b03-4ee5-a645-9adab93cb0ef", "tag": "07a55156-495d-409a-b49a-3d6a7fafbab5"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:11.118165 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f90a6-8ca5-4f23-af89-b63ef24c271b service neutron] Pushing event updated for resources: {'Port': ['ID=07a55156-495d-409a-b49a-3d6a7fafbab5,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:11.152445 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60349585-0f8e-4157-8668-3093aa4cf9ba x-openstack-request-id: req-60349585-0f8e-4157-8668-3093aa4cf9ba {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:11.152796 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596622bb-4b03-4ee5-a645-9adab93cb0ef", "tag": "07a55156-495d-409a-b49a-3d6a7fafbab5", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:11.153035 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60349585-0f8e-4157-8668-3093aa4cf9ba {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:11.153464 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596622bb-4b03-4ee5-a645-9adab93cb0ef', 'tag': '07a55156-495d-409a-b49a-3d6a7fafbab5', 'status': 'completed', 'code': 200} Jul 08 22:25:11.287185 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6e721f45-2d06-4e15-8dee-bfd6772f13af req-a497b080-18f0-4bb0-9f3e-193772ac9d6b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 210 time: 0.0419033 Jul 08 22:25:11.300056 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-2b665ed6-6d8b-4bca-ba45-dcffd555c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:11.301726 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-2b665ed6-6d8b-4bca-ba45-dcffd555c918 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 1097 time: 0.1339786 Jul 08 22:25:11.314428 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99088c-d52a-429d-9ca1-1ce2a52993b0 req-0c214d3f-93c4-4191-958d-e3b4050c45ae tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:11.315987 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2e99088c-d52a-429d-9ca1-1ce2a52993b0 req-0c214d3f-93c4-4191-958d-e3b4050c45ae tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 944 time: 0.1400163 Jul 08 22:25:11.363902 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-f65dfbc9-8c4d-40b4-b7c7-d8ab39836dd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a55156-495d-409a-b49a-3d6a7fafbab5 HTTP/1.1" status: 200 len: 217 time: 0.0468419 Jul 08 22:25:11.383616 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2e99088c-d52a-429d-9ca1-1ce2a52993b0 req-7b869d7f-635b-4dd7-aca6-26211f39e0a1 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606997 Jul 08 22:25:11.502698 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-2a92dd22-ff55-4d94-8064-813edf0c1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:11.504264 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-2a92dd22-ff55-4d94-8064-813edf0c1eb2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 200 len: 855 time: 0.1020422 Jul 08 22:25:11.563986 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-2b5d039b-f21f-4f41-9eba-59cf94d7b99b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407591 Jul 08 22:25:11.637244 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-a461af14-a440-46d5-8f83-0feaada27b02 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:11.639642 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-a461af14-a440-46d5-8f83-0feaada27b02 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 816 time: 0.2070613 Jul 08 22:25:11.702710 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-2323bf85-8bdd-455a-a6fd-81c9780a5510 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f91ea219e404c2c9aff7146d8ff0b13 HTTP/1.1" status: 200 len: 380 time: 0.0505030 Jul 08 22:25:11.717632 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'port': {'device_id': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'admin_state_up': True, 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'security_groups': ['f52f3fe5-d149-454b-a791-bc29f27c8581']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:11.739640 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-367da4de-a1e2-47cb-ba03-3c26fa3e1b11 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648033 Jul 08 22:25:11.904274 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9c287608-f9ed-484f-bc5a-ae5f086fd4e9 req-50214248-816e-4ed4-9493-03f101bd71b0 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392155 Jul 08 22:25:11.913906 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Made reservation on behalf of 8f91ea219e404c2c9aff7146d8ff0b13 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:25:11.918102 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:12.139228 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Allocated IP 172.20.0.6 (c00e401a-82e8-4098-9ca7-6a8e7c87ba15/b2fb9977-0d38-47d9-a312-9fe8b7450243/32effb88-a8ef-4d74-af47-12b3bc53e565) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:25:12.153656 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a9340-b276-4fd8-a30e-36ebfe58453b req-0b5e77f1-3347-4ce0-90db-e247a6472bee tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:12.155367 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9a0a9340-b276-4fd8-a30e-36ebfe58453b req-0b5e77f1-3347-4ce0-90db-e247a6472bee tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1790924 Jul 08 22:25:12.160315 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-95cd7f50-1bff-4cc2-a78c-22e8f92990d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:12.161807 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-95cd7f50-1bff-4cc2-a78c-22e8f92990d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 1097 time: 0.1735544 Jul 08 22:25:12.290960 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9a0a9340-b276-4fd8-a30e-36ebfe58453b req-78326db6-6dc3-4209-941e-2d16fbbb6aff tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280968 Jul 08 22:25:12.366939 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-4a979e53-6839-4d37-a0ac-2920be8f8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:12.368441 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-4a979e53-6839-4d37-a0ac-2920be8f8f1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 916 time: 0.1947107 Jul 08 22:25:12.429768 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-10ed0383-d9d3-4017-8cef-c5bc13c09f3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a55156-495d-409a-b49a-3d6a7fafbab5 HTTP/1.1" status: 200 len: 217 time: 0.0469882 Jul 08 22:25:12.490768 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-08b0a4da-2c8e-4de7-8e46-d753f2084e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:12.500399 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-803b39e8-fd81-4d12-aeca-463cb3f87dcf req-e2b1dc3b-2ab6-41fd-ba76-a098ddacef19 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 210 time: 0.0778027 Jul 08 22:25:12.505556 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:12.556375 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Transition to ACTIVE for port object 32effb88-a8ef-4d74-af47-12b3bc53e565 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:25:12.565200 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-5ff147dd-3e77-422f-99d4-cb7e1d1f279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:12.566669 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-5ff147dd-3e77-422f-99d4-cb7e1d1f279f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 200 len: 855 time: 0.1264417 Jul 08 22:25:12.614057 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-9cb4bc43-aadd-4700-bffa-3656b342c756 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375581 Jul 08 22:25:12.684036 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2155a-f574-4321-a1a9-210557ec7a12 req-11c0321a-98b9-48f4-ba10-4d1bb56a7e20 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:12.685440 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0da2155a-f574-4321-a1a9-210557ec7a12 req-11c0321a-98b9-48f4-ba10-4d1bb56a7e20 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 944 time: 0.1892154 Jul 08 22:25:12.688460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:12.757714 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:25:12.773036 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:25:12.780539 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:25:12.817446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:12.836974 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0da2155a-f574-4321-a1a9-210557ec7a12 req-8f17af9a-97ab-49ce-a0be-a924500ee607 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450999 Jul 08 22:25:12.844332 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-52b85cba-b88b-4557-8ea6-02eba8b63b31 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198393 Jul 08 22:25:12.859170 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:12.859825 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:12.922718 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-d5ebe0aa-0c23-4fa0-9c90-3223464c5ef8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2103801 Jul 08 22:25:12.941983 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Request body: {'port': {'device_id': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:12.996062 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f9f39d5d-36e3-4172-9245-da77af437f02 req-e5e9bf00-1f1f-4ae1-8d66-4e9076a4ab7c service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324675 Jul 08 22:25:13.011033 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-57448406-14d3-4bed-82a6-7e8816b56b0f None None] Provisioning for port 32effb88-a8ef-4d74-af47-12b3bc53e565 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:25:13.015253 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-57448406-14d3-4bed-82a6-7e8816b56b0f None None] Provisioning complete for port 32effb88-a8ef-4d74-af47-12b3bc53e565 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:25:13.015626 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-57448406-14d3-4bed-82a6-7e8816b56b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:13.040834 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:13.053122 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-57448406-14d3-4bed-82a6-7e8816b56b0f None None] Port 32effb88-a8ef-4d74-af47-12b3bc53e565 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:25:13.311774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32effb88-a8ef-4d74-af47-12b3bc53e565 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:25:13.319077 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:13.331289 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Transition to ACTIVE for port object 32effb88-a8ef-4d74-af47-12b3bc53e565 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:25:13.334838 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:13.384823 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:13.461831 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Attempting to bind port 32effb88-a8ef-4d74-af47-12b3bc53e565 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:25:13.462173 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Attempting to bind port 32effb88-a8ef-4d74-af47-12b3bc53e565 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:25:13.462502 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Attempting to bind port 32effb88-a8ef-4d74-af47-12b3bc53e565 on network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:25:13.467060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Port 32effb88-a8ef-4d74-af47-12b3bc53e565 on network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:25:13.467493 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Attempting to bind port 32effb88-a8ef-4d74-af47-12b3bc53e565 on network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:25:13.472521 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:25:13.472946 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Checking segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:25:13.473420 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Bound using segment: {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:25:13.473864 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Bound port: 32effb88-a8ef-4d74-af47-12b3bc53e565, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58a2190-bce1-4357-bd6b-a4289323df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:25:13.474224 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:13.541478 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:25:13.545538 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:25:13.551333 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:13.584337 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:13.585416 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:13.586816 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] 10.222.0.67 "PUT /v2.0/ports/32effb88-a8ef-4d74-af47-12b3bc53e565 HTTP/1.1" status: 200 len: 1093 time: 0.6507361 Jul 08 22:25:13.587283 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:13.589534 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46" -d '{"events": [{"name": "network-changed", "server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:13.635933 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85603558-9529-4d65-afe4-e14a408cc990 service neutron] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:13.665484 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7483036f-3ae0-4bb1-bacd-b6aa949295b9 x-openstack-request-id: req-7483036f-3ae0-4bb1-bacd-b6aa949295b9 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:13.665743 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:13.665995 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7483036f-3ae0-4bb1-bacd-b6aa949295b9 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:13.666379 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'status': 'completed', 'code': 200} Jul 08 22:25:13.753987 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-b04e9950-9767-4d68-9570-16e52c51bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:13.755552 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-b04e9950-9767-4d68-9570-16e52c51bd86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 1096 time: 0.1064684 Jul 08 22:25:13.768016 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88771e-3a7c-4819-8d9e-2f4ebf9d59dd req-64ac3f33-4c46-4b49-8b3a-213ed63e46dc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:13.769498 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cd88771e-3a7c-4819-8d9e-2f4ebf9d59dd req-64ac3f33-4c46-4b49-8b3a-213ed63e46dc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.1076701 Jul 08 22:25:13.809107 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-84ee54f9-167c-4562-a696-64343f6b6d94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32effb88-a8ef-4d74-af47-12b3bc53e565 HTTP/1.1" status: 200 len: 217 time: 0.0386448 Jul 08 22:25:13.865667 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cd88771e-3a7c-4819-8d9e-2f4ebf9d59dd req-d199adda-00fb-450b-b31c-2cdc3eacbdcd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893824 Jul 08 22:25:13.878064 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-fed4dc90-05fc-474c-a72c-8b5bb5a03d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:13.879566 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-fed4dc90-05fc-474c-a72c-8b5bb5a03d16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0626953 Jul 08 22:25:13.942842 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-8f4d709b-edac-4305-bebc-53bc194f70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:13.944480 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-8f4d709b-edac-4305-bebc-53bc194f70f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540173 Jul 08 22:25:14.077847 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-f566c794-fcd6-44bf-82dc-8f7792c5650c service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259577 Jul 08 22:25:14.088582 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b20987-ff97-4bd0-92de-5425a21eface req-cd28300c-274c-4c68-824d-a4f9bd79e494 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:14.090053 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-83b20987-ff97-4bd0-92de-5425a21eface req-cd28300c-274c-4c68-824d-a4f9bd79e494 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 944 time: 0.1299548 Jul 08 22:25:14.179862 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-83b20987-ff97-4bd0-92de-5425a21eface req-cbcc3ec2-df25-4a12-b647-d17ae3689750 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817068 Jul 08 22:25:14.205685 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5b6c7bbe-fecb-4ea9-bd26-0fcdb1c7162f req-e779ea22-1f5b-40fb-8330-77c56ea20bfc service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145706 Jul 08 22:25:14.443455 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 07a55156-495d-409a-b49a-3d6a7fafbab5 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:25:14.546176 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 07a55156-495d-409a-b49a-3d6a7fafbab5, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=07a55156-495d-409a-b49a-3d6a7fafbab5,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:14.558470 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '07a55156-495d-409a-b49a-3d6a7fafbab5', 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'port_id': '07a55156-495d-409a-b49a-3d6a7fafbab5', 'mac_address': 'fa:16:3e:4d:57:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020272db-ee64-46f4-9059-e2d46802ffd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:25:14.600845 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:14.615641 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a55156-495d-409a-b49a-3d6a7fafbab5 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:25:14.625124 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-1a1bfa70-ac14-4649-8878-c9c7ce783e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:14.626947 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-1a1bfa70-ac14-4649-8878-c9c7ce783e9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 1096 time: 0.3619320 Jul 08 22:25:14.636995 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 07a55156-495d-409a-b49a-3d6a7fafbab5, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=07a55156-495d-409a-b49a-3d6a7fafbab5,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:14.642461 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:14.693017 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=07a55156-495d-409a-b49a-3d6a7fafbab5,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:14.722708 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-e24ce6a3-fba1-4931-8322-18dd069e11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:14.724236 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-e24ce6a3-fba1-4931-8322-18dd069e11d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.0853703 Jul 08 22:25:14.780833 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-4acfe4e4-7a32-4c08-a53c-859c6bd54c1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32effb88-a8ef-4d74-af47-12b3bc53e565 HTTP/1.1" status: 200 len: 217 time: 0.0391653 Jul 08 22:25:14.835376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-fb5e325e-a648-4de4-b359-64963d4fbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:14.836881 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-fb5e325e-a648-4de4-b359-64963d4fbbc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0454967 Jul 08 22:25:14.905527 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-02428f6f-650a-4de8-a9cb-d61776388aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:14.907133 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-02428f6f-650a-4de8-a9cb-d61776388aa4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554390 Jul 08 22:25:15.000414 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['07a55156-495d-409a-b49a-3d6a7fafbab5'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:25:15.044778 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b28f3ae-ecd3-43aa-b28a-9505ff2f4c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:15.045915 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-b665fd35-7b50-4161-a37a-d1a94e3b8ad8 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275003 Jul 08 22:25:15.127059 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca47915-d340-4a09-bc1b-cab05776257d req-f50b6c5f-cb1b-456e-ac36-28acb2901e87 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:15.128681 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ca47915-d340-4a09-bc1b-cab05776257d req-f50b6c5f-cb1b-456e-ac36-28acb2901e87 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.1414340 Jul 08 22:25:15.189418 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ca47915-d340-4a09-bc1b-cab05776257d req-30534ca2-7347-41d2-a443-4ae4ab82ca57 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519910 Jul 08 22:25:15.203248 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-18fe7dba-59f8-4110-a8e4-9c78e76f6a46 req-38f87f4c-8eb7-4983-bcc5-32a0d044f914 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409791 Jul 08 22:25:15.217977 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:15.366314 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce6859-52fd-462b-8917-214fce0c6358 req-4fee01c8-1518-474e-a2dc-9bb8614d7639 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:15.367840 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a7ce6859-52fd-462b-8917-214fce0c6358 req-4fee01c8-1518-474e-a2dc-9bb8614d7639 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 945 time: 0.0644171 Jul 08 22:25:15.405672 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a7ce6859-52fd-462b-8917-214fce0c6358 req-efc215d7-ea91-474a-b56f-fdebc16089b1 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Jul 08 22:25:15.936229 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:16.368683 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc4b9-6a71-44be-890a-1db7e0517420 req-13e8a541-c355-4216-82b2-957e092b022c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:16.370218 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-524fc4b9-6a71-44be-890a-1db7e0517420 req-13e8a541-c355-4216-82b2-957e092b022c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0622497 Jul 08 22:25:16.412543 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-524fc4b9-6a71-44be-890a-1db7e0517420 req-5078882a-17ad-41a1-947f-503425e487fc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364389 Jul 08 22:25:16.444443 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:25:16.447600 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 07a55156-495d-409a-b49a-3d6a7fafbab5 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:25:16.561908 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 07a55156-495d-409a-b49a-3d6a7fafbab5 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:25:16.570137 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 07a55156-495d-409a-b49a-3d6a7fafbab5 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:25:16.570515 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:16.591735 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bfe1e-c691-40ab-b48d-96ae328a6fb6 req-a1ec14f5-83da-485a-8338-ea012f957111 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:16.593262 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e51bfe1e-c691-40ab-b48d-96ae328a6fb6 req-a1ec14f5-83da-485a-8338-ea012f957111 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 945 time: 0.0644135 Jul 08 22:25:16.633570 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e51bfe1e-c691-40ab-b48d-96ae328a6fb6 req-b951b0d1-06a7-4ed3-bf58-76e2e9527028 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346141 Jul 08 22:25:16.720862 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:16.738479 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'port_id': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'mac_address': 'fa:16:3e:3e:79:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:25:16.804992 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:16.818219 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:16.821687 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32effb88-a8ef-4d74-af47-12b3bc53e565 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:25:16.856654 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:16.862279 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596622bb-4b03-4ee5-a645-9adab93cb0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a55156-495d-409a-b49a-3d6a7fafbab5'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:16.864552 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62234933-b8b3-4cb8-ac3d-b52cd74d8776" -d '{"events": [{"server_uuid": "596622bb-4b03-4ee5-a645-9adab93cb0ef", "name": "network-vif-plugged", "status": "completed", "tag": "07a55156-495d-409a-b49a-3d6a7fafbab5"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:16.869160 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:16.898287 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 07a55156-495d-409a-b49a-3d6a7fafbab5, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=07a55156-495d-409a-b49a-3d6a7fafbab5,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:16.904454 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b246f80d-7705-41a6-8cf6-30cf7bc512c9 x-openstack-request-id: req-b246f80d-7705-41a6-8cf6-30cf7bc512c9 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:16.904749 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596622bb-4b03-4ee5-a645-9adab93cb0ef", "name": "network-vif-plugged", "status": "completed", "tag": "07a55156-495d-409a-b49a-3d6a7fafbab5", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:16.905030 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b246f80d-7705-41a6-8cf6-30cf7bc512c9 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:16.905540 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596622bb-4b03-4ee5-a645-9adab93cb0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a55156-495d-409a-b49a-3d6a7fafbab5', 'code': 200} Jul 08 22:25:16.907762 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:16.929298 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:16.976772 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=07a55156-495d-409a-b49a-3d6a7fafbab5,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:17.156582 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccb1a3-ba08-4ca2-b962-4e00634e9bd6 req-8c338290-f4ca-4f26-a227-6faad6ff8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:17.158029 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-62ccb1a3-ba08-4ca2-b962-4e00634e9bd6 req-8c338290-f4ca-4f26-a227-6faad6ff8024 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 1099 time: 0.0506539 Jul 08 22:25:17.196818 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-62ccb1a3-ba08-4ca2-b962-4e00634e9bd6 req-6d271286-e3cb-4495-9986-bb61616319ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267489 Jul 08 22:25:17.261230 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['32effb88-a8ef-4d74-af47-12b3bc53e565'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:25:17.597598 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1fe34-2288-425e-bd21-58b7d278ff31 req-665ca512-b7c7-48a8-8944-f0bf18c62fa2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:17.599250 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aae1fe34-2288-425e-bd21-58b7d278ff31 req-665ca512-b7c7-48a8-8944-f0bf18c62fa2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 944 time: 0.0697598 Jul 08 22:25:17.637952 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aae1fe34-2288-425e-bd21-58b7d278ff31 req-e0bc6635-56c4-4bba-8019-061ff63fd9d8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Jul 08 22:25:17.684539 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:17.818379 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eae21d-9d2d-4dc4-92bf-24d7d151eb85 req-b6c4accc-9a4c-4240-a4f1-52361d326a7e tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:17.820171 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88eae21d-9d2d-4dc4-92bf-24d7d151eb85 req-b6c4accc-9a4c-4240-a4f1-52361d326a7e tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 946 time: 0.0660398 Jul 08 22:25:17.863189 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-88eae21d-9d2d-4dc4-92bf-24d7d151eb85 req-8b2910cb-52fb-4636-bde3-3179a4355f73 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374870 Jul 08 22:25:18.468991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:25:18.520537 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 32effb88-a8ef-4d74-af47-12b3bc53e565 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:25:18.524586 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 32effb88-a8ef-4d74-af47-12b3bc53e565 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:25:18.524958 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:18.606257 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:18.647996 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:18.652093 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:18.706246 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:18.824353 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb636aff-6ced-49aa-9f52-2dd570ba9944 req-7a4a57ae-613e-4923-9916-dfaf5821c1c2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:18.825762 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-eb636aff-6ced-49aa-9f52-2dd570ba9944 req-7a4a57ae-613e-4923-9916-dfaf5821c1c2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0640287 Jul 08 22:25:18.863621 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-eb636aff-6ced-49aa-9f52-2dd570ba9944 req-fd61eb98-140a-409f-9ee3-8b7b27d4582d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Jul 08 22:25:18.907041 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:18.909433 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15843ccf-c204-4ca8-9d06-68425a018fa8" -d '{"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-plugged", "status": "completed", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:18.944517 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2cf704-d80f-4968-9582-dee7cbf1717e x-openstack-request-id: req-3b2cf704-d80f-4968-9582-dee7cbf1717e {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:18.944891 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-plugged", "status": "completed", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:18.945212 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b2cf704-d80f-4968-9582-dee7cbf1717e {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:18.945673 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'code': 200} Jul 08 22:25:19.049075 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307aa4a-9f72-4340-b386-b21dc61ef71d req-ccea4071-b952-462e-a3d4-8fcc95779356 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:19.050592 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3307aa4a-9f72-4340-b386-b21dc61ef71d req-ccea4071-b952-462e-a3d4-8fcc95779356 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 946 time: 0.0719521 Jul 08 22:25:19.090175 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3307aa4a-9f72-4340-b386-b21dc61ef71d req-41e990d2-0b80-4bfd-a5de-41e30a575953 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335433 Jul 08 22:25:19.195862 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f7825-3a2c-43fc-877c-0189f777b1d0 req-cbc4746f-18d3-4a0e-8f7f-87e8a711d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:19.197436 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c59f7825-3a2c-43fc-877c-0189f777b1d0 req-cbc4746f-18d3-4a0e-8f7f-87e8a711d618 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 1098 time: 0.0529392 Jul 08 22:25:19.241090 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c59f7825-3a2c-43fc-877c-0189f777b1d0 req-29fb0307-731e-4765-9317-ab12deef2366 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Jul 08 22:25:20.045120 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273a221-3171-4835-bb04-5d7795b7f768 req-0971923b-9c14-4612-99e9-897e4a135b21 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:20.046595 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f273a221-3171-4835-bb04-5d7795b7f768 req-0971923b-9c14-4612-99e9-897e4a135b21 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0662549 Jul 08 22:25:20.083544 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f273a221-3171-4835-bb04-5d7795b7f768 req-530fc89f-79e0-4ffa-9bae-3582c6d8624c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313158 Jul 08 22:25:21.269223 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856944a8-c2ab-4547-a839-81c7987993ab req-b9ed2b33-c72f-4a64-8d5b-fab45ec84adf tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:21.270766 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-856944a8-c2ab-4547-a839-81c7987993ab req-b9ed2b33-c72f-4a64-8d5b-fab45ec84adf tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0657201 Jul 08 22:25:21.311709 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-856944a8-c2ab-4547-a839-81c7987993ab req-8dd06ee0-b093-4b23-b605-d3dd3ebbabed tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349250 Jul 08 22:25:21.489841 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf30cbc-9ecb-4fa8-84af-27cc2f45cca8 req-4dac32a2-988c-4910-9503-9f6d376b7464 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:21.491836 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ebf30cbc-9ecb-4fa8-84af-27cc2f45cca8 req-4dac32a2-988c-4910-9503-9f6d376b7464 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0625174 Jul 08 22:25:21.500417 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 45884) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:25:21.505377 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Request body: {'floatingip': {'port_id': '32effb88-a8ef-4d74-af47-12b3bc53e565'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:21.547197 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:22.002335 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:22.006205 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:22.105729 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Floating IP 30030fab-5567-4988-aa2e-24a91bfb9495 associated. External IP: 172.27.1.202, port: 32effb88-a8ef-4d74-af47-12b3bc53e565. Jul 08 22:25:22.300391 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Router 4841c4be-8979-44e7-95bd-c7baf93a676e has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:25:22.410892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:25:22.416300 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:22.420654 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] Sync routers for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:25:22.431634 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:25:22.432256 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:25:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:22.456291 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-ca19d3dc-77b9-4356-b365-17c6fbdba6a1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "PUT /v2.0/floatingips/30030fab-5567-4988-aa2e-24a91bfb9495 HTTP/1.1" status: 200 len: 991 time: 0.9547737 Jul 08 22:25:22.457021 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:22.459326 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911d23e-d8c2-4211-986d-0d98a28bc1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:22.505123 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff84f192-6465-45cc-a459-507efa5fa232 x-openstack-request-id: req-ff84f192-6465-45cc-a459-507efa5fa232 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:22.505419 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:22.505664 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff84f192-6465-45cc-a459-507efa5fa232 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:22.506060 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'status': 'completed', 'code': 200} Jul 08 22:25:22.543258 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:25:22.613875 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-e69ba1d2-3480-46ee-b800-3a99ef3bf4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:22.615421 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-e69ba1d2-3480-46ee-b800-3a99ef3bf4f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 1098 time: 0.0555456 Jul 08 22:25:22.712097 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-8b38ceae-16db-4835-a341-1cb3987a63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:22.713501 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-8b38ceae-16db-4835-a341-1cb3987a63e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.0870082 Jul 08 22:25:22.773271 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '30030fab-5567-4988-aa2e-24a91bfb9495', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'port_id': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'mac_address': 'fa:16:3e:3e:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:25:08Z', 'updated_at': '2021-07-08T22:25:21Z', 'revision_number': 1, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:22.786431 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-4ec876de-611f-42c2-baf3-4f351809be67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32effb88-a8ef-4d74-af47-12b3bc53e565 HTTP/1.1" status: 200 len: 999 time: 0.0615015 Jul 08 22:25:22.805157 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] Checking router: 4841c4be-8979-44e7-95bd-c7baf93a676e for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:25:22.816597 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:25:22.817447 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:25:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:22.818834 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:25:22.838552 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-f3317238-d3ef-4302-b66f-628779c6d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:22.840084 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-f3317238-d3ef-4302-b66f-628779c6d6d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0436490 Jul 08 22:25:22.906651 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-555e6594-0b5b-4719-97ae-493183f2977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:22.908303 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-555e6594-0b5b-4719-97ae-493183f2977e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595210 Jul 08 22:25:22.924574 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:25:23.018267 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-fefff5be-c66e-4db7-b77d-47a824e70c05 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922587 Jul 08 22:25:23.108418 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7911d23e-d8c2-4211-986d-0d98a28bc1bd req-a579160f-88ba-49be-9430-fa78b8c537d9 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809889 Jul 08 22:25:23.158880 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '30030fab-5567-4988-aa2e-24a91bfb9495', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'port_id': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'mac_address': 'fa:16:3e:3e:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:25:08Z', 'updated_at': '2021-07-08T22:25:21Z', 'revision_number': 1, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:25:23.187131 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369f76a-78e1-47c6-97f5-65a667401400 None None] The sync data for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi is: [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '30030fab-5567-4988-aa2e-24a91bfb9495', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'port_id': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'mac_address': 'fa:16:3e:3e:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:25:08Z', 'updated_at': '2021-07-08T22:25:21Z', 'revision_number': 1, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:25:23.378915 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156efee-2d23-42d9-b7a3-3aefb9bddeb2 None None] New status for floating IP 30030fab-5567-4988-aa2e-24a91bfb9495: ACTIVE {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:25:29.923264 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-60dbf471-da63-4f7e-8740-2a9fde41050c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:29.924709 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-60dbf471-da63-4f7e-8740-2a9fde41050c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 815 time: 0.1026618 Jul 08 22:25:29.938746 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-817a9c13-205b-4824-99e0-0248976142e9 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/quotas/e3737cff4fa44250a7032ba0bd3ffcc7 HTTP/1.1" status: 200 len: 375 time: 0.0086553 Jul 08 22:25:30.004656 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-3bc2eb8a-ceb4-4ce2-b6d4-da7754c2544f tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611584 Jul 08 22:25:30.092863 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-3ffa1975-4f10-4f36-854b-384dafeef044 service neutron] 10.222.0.43 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810723 Jul 08 22:25:30.179816 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-2a0effb3-4578-4e89-870b-5bab90677d25 service neutron] 10.222.0.43 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806320 Jul 08 22:25:30.342951 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dffe1d6d-720b-43e7-9c9f-c9890d5abfba req-1b6c212b-5e78-415c-8649-3c6170db56d2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 210 time: 0.0288708 Jul 08 22:25:31.500125 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f239e1ee-edb9-49d3-ae53-70fa9c9f12ad req-666ca808-d318-4daa-b8b4-64c89dc1efc6 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 210 time: 0.0435243 Jul 08 22:25:31.595163 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-e1d67eeb-33eb-4cce-878d-9307ba851e39 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:31.596597 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-e1d67eeb-33eb-4cce-878d-9307ba851e39 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 815 time: 0.1063724 Jul 08 22:25:31.621978 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Request body: {'port': {'device_id': 'e5a5c666-cb2a-4760-9c0a-e549f573678a', 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'admin_state_up': True, 'tenant_id': 'e3737cff4fa44250a7032ba0bd3ffcc7'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:31.736761 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Made reservation on behalf of e3737cff4fa44250a7032ba0bd3ffcc7 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:25:31.741055 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:31.861790 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Allocated IP 172.20.0.10 (a8dea1d1-08dc-42bb-9bc0-34f695a4471e/020272db-ee64-46f4-9059-e2d46802ffd4/29c55549-353f-416b-a5c7-ed9b5783edda) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:25:32.011963 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:32.049661 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:32.063837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['0f099a47-5165-434e-a440-e06281b267fe', '83f796f3-076a-48c6-8c21-a4115739e68d', '07a55156-495d-409a-b49a-3d6a7fafbab5'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:25:32.089616 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Network a8dea1d1-08dc-42bb-9bc0-34f695a4471e is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:25:32.092721 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:25:32.098788 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:25:32.127774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Pushing event updated for resources: {'Port': ['ID=29c55549-353f-416b-a5c7-ed9b5783edda,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:32.152373 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:32.152973 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:32.166527 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-c4ca8b25-8b0f-45dc-bc50-3ad9bea40d83 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5483987 Jul 08 22:25:32.185158 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Request body: {'port': {'device_id': 'e5a5c666-cb2a-4760-9c0a-e549f573678a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:25:32.285842 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:32.539894 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c55549-353f-416b-a5c7-ed9b5783edda {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:25:32.547261 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:32.560031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Transition to ACTIVE for port object 29c55549-353f-416b-a5c7-ed9b5783edda will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:25:32.564616 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:32.905858 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Pushing event updated for resources: {'Port': ['ID=29c55549-353f-416b-a5c7-ed9b5783edda,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:32.981402 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a8e14-aadf-4fc1-8773-4249db93dfc5 req-411b3d29-5adb-4b79-b226-c67af6d987fd tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:32.982906 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9f3a8e14-aadf-4fc1-8773-4249db93dfc5 req-411b3d29-5adb-4b79-b226-c67af6d987fd tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 944 time: 0.1331973 Jul 08 22:25:33.012555 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Attempting to bind port 29c55549-353f-416b-a5c7-ed9b5783edda on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:25:33.012890 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Attempting to bind port 29c55549-353f-416b-a5c7-ed9b5783edda by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:25:33.013218 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Attempting to bind port 29c55549-353f-416b-a5c7-ed9b5783edda on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:25:33.021390 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Port 29c55549-353f-416b-a5c7-ed9b5783edda on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:25:33.021710 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Attempting to bind port 29c55549-353f-416b-a5c7-ed9b5783edda on network a8dea1d1-08dc-42bb-9bc0-34f695a4471e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:25:33.033180 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:25:33.033520 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Checking segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:25:33.033935 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Bound using segment: {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:25:33.034391 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Bound port: 29c55549-353f-416b-a5c7-ed9b5783edda, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67871bb1-4434-47b4-b8c1-f1b57f0d2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:25:33.034774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:33.046979 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9f3a8e14-aadf-4fc1-8773-4249db93dfc5 req-5b091288-4b15-41d6-af67-d0aee0a37b94 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571518 Jul 08 22:25:33.099380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] For port 29c55549-353f-416b-a5c7-ed9b5783edda, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:25:33.102937 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] For port 29c55549-353f-416b-a5c7-ed9b5783edda, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=29c55549-353f-416b-a5c7-ed9b5783edda,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:25:33.107573 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:33.141489 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:33.142105 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:33.143507 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-6941d969-0587-4f73-8a11-de913998c348 service neutron] 10.222.0.67 "PUT /v2.0/ports/29c55549-353f-416b-a5c7-ed9b5783edda HTTP/1.1" status: 200 len: 1094 time: 0.9628358 Jul 08 22:25:33.143937 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a5c666-cb2a-4760-9c0a-e549f573678a', 'tag': '29c55549-353f-416b-a5c7-ed9b5783edda'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:33.146149 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bddd69-9dcb-4be2-b9c5-f3904998869a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a5c666-cb2a-4760-9c0a-e549f573678a", "tag": "29c55549-353f-416b-a5c7-ed9b5783edda"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:33.167942 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941d969-0587-4f73-8a11-de913998c348 service neutron] Pushing event updated for resources: {'Port': ['ID=29c55549-353f-416b-a5c7-ed9b5783edda,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:33.188774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3301f0c8-1b5b-4d04-acf0-6aed01739cf8 x-openstack-request-id: req-3301f0c8-1b5b-4d04-acf0-6aed01739cf8 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:33.189063 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a5c666-cb2a-4760-9c0a-e549f573678a", "tag": "29c55549-353f-416b-a5c7-ed9b5783edda", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:33.189312 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3301f0c8-1b5b-4d04-acf0-6aed01739cf8 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:33.189702 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a5c666-cb2a-4760-9c0a-e549f573678a', 'tag': '29c55549-353f-416b-a5c7-ed9b5783edda', 'status': 'completed', 'code': 200} Jul 08 22:25:33.255656 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-5f6b1c06-ced3-4294-8ee9-9a9bc1d9de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:33.257185 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-5f6b1c06-ced3-4294-8ee9-9a9bc1d9de47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 1097 time: 0.0570059 Jul 08 22:25:33.300629 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-7a5246bd-0fa3-4744-9a34-f110485b9014 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c55549-353f-416b-a5c7-ed9b5783edda HTTP/1.1" status: 200 len: 217 time: 0.0347054 Jul 08 22:25:33.355267 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-3450a9a5-3dde-464f-9391-47ebaa3ca256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:33.356690 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-3450a9a5-3dde-464f-9391-47ebaa3ca256 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 200 len: 855 time: 0.0426090 Jul 08 22:25:33.399503 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-abbe52b2-d0fd-4d24-87a7-f8acf9cfd342 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293419 Jul 08 22:25:33.492870 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-9f6c40fc-8c94-45c9-a54f-295c0e598819 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788231 Jul 08 22:25:33.587822 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3d135d23-ea48-4a78-ac70-b81617e8213e req-b574511a-ad34-4ab8-8728-5aed733c435f service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836365 Jul 08 22:25:33.708691 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-a90687db-3b7b-4319-98a5-07805fdd91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:33.710787 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-a90687db-3b7b-4319-98a5-07805fdd91dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 1097 time: 0.0512490 Jul 08 22:25:33.804413 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-61afeb94-5558-493c-b284-caad98791518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:33.805846 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-61afeb94-5558-493c-b284-caad98791518 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 200 len: 916 time: 0.0815573 Jul 08 22:25:33.850946 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-a3c323d1-5e3b-421f-8c45-1966f73c7550 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c55549-353f-416b-a5c7-ed9b5783edda HTTP/1.1" status: 200 len: 217 time: 0.0368259 Jul 08 22:25:33.909578 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-8cf3d471-a3eb-4c7e-95e6-1a382721beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:33.911081 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-8cf3d471-a3eb-4c7e-95e6-1a382721beab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 200 len: 855 time: 0.0454991 Jul 08 22:25:33.954337 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-afada7af-b6cf-4595-9b44-4f27fa8920be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8dea1d1-08dc-42bb-9bc0-34f695a4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305960 Jul 08 22:25:34.049597 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-3c2b435a-e58b-402f-885f-edf1c0db9588 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Jul 08 22:25:34.143035 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9bddd69-9dcb-4be2-b9c5-f3904998869a req-460d7869-57f1-4563-b5df-95e36b76dc68 service neutron] 10.222.0.67 "GET /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835984 Jul 08 22:25:34.218194 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f2d9-278b-4db1-b71c-e68e1b63559c req-a370fe1f-f45a-4f15-91e3-89986f044663 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:34.219688 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b169f2d9-278b-4db1-b71c-e68e1b63559c req-a370fe1f-f45a-4f15-91e3-89986f044663 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 944 time: 0.0629802 Jul 08 22:25:34.261099 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b169f2d9-278b-4db1-b71c-e68e1b63559c req-edbb0c1b-05ba-4b85-8c20-d0b3efeb3fd8 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359130 Jul 08 22:25:35.430640 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a81eef-fc16-4b79-9cbc-15edca1565fb req-57cc1e91-69be-48e3-9ff5-ee42a84fb051 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:35.432136 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a2a81eef-fc16-4b79-9cbc-15edca1565fb req-57cc1e91-69be-48e3-9ff5-ee42a84fb051 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 944 time: 0.0619440 Jul 08 22:25:35.468679 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a2a81eef-fc16-4b79-9cbc-15edca1565fb req-44aac463-9c9d-45e0-ad6b-c39ee49108f4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Jul 08 22:25:36.070419 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:36.583411 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 29c55549-353f-416b-a5c7-ed9b5783edda details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:25:36.637207 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b741a-facc-4f40-bf1d-059d80879e32 req-95d2c85b-8079-4a98-a251-c5a5bec10350 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:36.638674 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b14b741a-facc-4f40-bf1d-059d80879e32 req-95d2c85b-8079-4a98-a251-c5a5bec10350 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 944 time: 0.0627878 Jul 08 22:25:36.675111 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b14b741a-facc-4f40-bf1d-059d80879e32 req-8313156e-9254-4ac3-b791-a968e0e6d328 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308008 Jul 08 22:25:36.675352 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 29c55549-353f-416b-a5c7-ed9b5783edda, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=29c55549-353f-416b-a5c7-ed9b5783edda,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:36.690146 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '29c55549-353f-416b-a5c7-ed9b5783edda', 'network_id': 'a8dea1d1-08dc-42bb-9bc0-34f695a4471e', 'port_id': '29c55549-353f-416b-a5c7-ed9b5783edda', 'mac_address': 'fa:16:3e:a6:a6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020272db-ee64-46f4-9059-e2d46802ffd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:25:36.726007 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:36.737899 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c55549-353f-416b-a5c7-ed9b5783edda {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:25:36.757202 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 29c55549-353f-416b-a5c7-ed9b5783edda, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=29c55549-353f-416b-a5c7-ed9b5783edda,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:36.761016 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:36.807118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=29c55549-353f-416b-a5c7-ed9b5783edda,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:36.813941 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.814291 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.814633 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.814991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.815325 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.815656 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.815981 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.816306 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.816652 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.816977 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.817302 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:36.817623 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:37.174959 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['29c55549-353f-416b-a5c7-ed9b5783edda'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:25:37.848541 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcc35e-a3ee-459d-a6b0-5c0f3bb55ea2 req-809ed23a-0ed4-4d42-a95b-bd99696b0d07 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:37.850698 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4bfcc35e-a3ee-459d-a6b0-5c0f3bb55ea2 req-809ed23a-0ed4-4d42-a95b-bd99696b0d07 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 945 time: 0.0670891 Jul 08 22:25:37.888988 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4bfcc35e-a3ee-459d-a6b0-5c0f3bb55ea2 req-c4384b90-5e4a-4dbb-9c11-7f563f4bfa5d tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Jul 08 22:25:38.603007 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 29c55549-353f-416b-a5c7-ed9b5783edda up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:25:38.650616 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 29c55549-353f-416b-a5c7-ed9b5783edda completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:25:38.654098 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 29c55549-353f-416b-a5c7-ed9b5783edda triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:25:38.654464 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:38.730605 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:38.752595 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a5c666-cb2a-4760-9c0a-e549f573678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c55549-353f-416b-a5c7-ed9b5783edda'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:38.754740 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0eaf1-1a41-4a8b-a00e-3f2f95e796c6" -d '{"events": [{"server_uuid": "e5a5c666-cb2a-4760-9c0a-e549f573678a", "name": "network-vif-plugged", "status": "completed", "tag": "29c55549-353f-416b-a5c7-ed9b5783edda"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:38.766954 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 29c55549-353f-416b-a5c7-ed9b5783edda, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=29c55549-353f-416b-a5c7-ed9b5783edda,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:38.771030 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:38.795621 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de1d41-e219-4e79-a2bd-b1e4a5096f31 x-openstack-request-id: req-b0de1d41-e219-4e79-a2bd-b1e4a5096f31 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:38.795911 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a5c666-cb2a-4760-9c0a-e549f573678a", "name": "network-vif-plugged", "status": "completed", "tag": "29c55549-353f-416b-a5c7-ed9b5783edda", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:38.796163 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0de1d41-e219-4e79-a2bd-b1e4a5096f31 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:38.796548 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a5c666-cb2a-4760-9c0a-e549f573678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c55549-353f-416b-a5c7-ed9b5783edda', 'code': 200} Jul 08 22:25:38.823343 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=29c55549-353f-416b-a5c7-ed9b5783edda,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:39.060126 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fe349-bf3c-4d2e-a000-8a0c885ee786 req-5af08dce-a433-4a76-b260-c490eb032d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:39.061510 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb7fe349-bf3c-4d2e-a000-8a0c885ee786 req-5af08dce-a433-4a76-b260-c490eb032d96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 1099 time: 0.0856631 Jul 08 22:25:39.082086 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5b4ee-aa41-4ac8-9b45-862a0b8d98e9 req-d3eaa966-8420-4fc1-a65b-4aa41eff44fc tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:39.083514 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a8c5b4ee-aa41-4ac8-9b45-862a0b8d98e9 req-d3eaa966-8420-4fc1-a65b-4aa41eff44fc tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 946 time: 0.0756333 Jul 08 22:25:39.132675 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb7fe349-bf3c-4d2e-a000-8a0c885ee786 req-af440226-7527-4c30-bfaf-31768a113ef0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482357 Jul 08 22:25:39.144075 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a8c5b4ee-aa41-4ac8-9b45-862a0b8d98e9 req-fa9b13dd-9d3f-4daf-86d9-5e4813fffa9c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540748 Jul 08 22:25:40.318446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d0d98-2347-46df-b672-3f16c76cf7b5 req-4d9e8aff-a5a2-43e2-b3c6-a1255082ed73 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:40.319980 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-385d0d98-2347-46df-b672-3f16c76cf7b5 req-4d9e8aff-a5a2-43e2-b3c6-a1255082ed73 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 946 time: 0.0642719 Jul 08 22:25:40.358456 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-385d0d98-2347-46df-b672-3f16c76cf7b5 req-431de35b-7d52-430a-ba1c-d95be76d1189 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328598 Jul 08 22:25:41.636877 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704993b-da54-4da5-aac8-8398d40084cf req-7a756c1b-f3aa-449f-ad8b-0b54af1affbf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:41.638363 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a704993b-da54-4da5-aac8-8398d40084cf req-7a756c1b-f3aa-449f-ad8b-0b54af1affbf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 946 time: 0.1697390 Jul 08 22:25:41.675452 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a704993b-da54-4da5-aac8-8398d40084cf req-319f2c23-0268-4b78-9a31-028111e67801 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314627 Jul 08 22:25:42.493719 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b1b15b2e-c0f4-4f77-850a-d3401509006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:45.016570 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9817294c-8dd4-4821-9b56-ce422f11166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:45.210973 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:45.938185 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:47.689432 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:54.950286 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8c50-1ea4-4a74-bfe7-2297b4cd601e req-15833476-a7e8-492b-95b9-0a77bab915b8 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:54.952001 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1aca8c50-1ea4-4a74-bfe7-2297b4cd601e req-15833476-a7e8-492b-95b9-0a77bab915b8 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 946 time: 0.0665300 Jul 08 22:25:54.993086 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1aca8c50-1ea4-4a74-bfe7-2297b4cd601e req-cd96b8b1-0aeb-4bb6-a0d6-269b07011f48 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Jul 08 22:25:56.179141 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dadb4-d4c3-4477-9bb3-f66f843bc99b req-a14c5d35-e027-4eb1-9a81-43cbd75f3121 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:56.180632 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-653dadb4-d4c3-4477-9bb3-f66f843bc99b req-a14c5d35-e027-4eb1-9a81-43cbd75f3121 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 946 time: 0.0646822 Jul 08 22:25:56.218831 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-653dadb4-d4c3-4477-9bb3-f66f843bc99b req-3a80c21d-798d-4c28-b08b-81685e0f5acf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Jul 08 22:25:57.392124 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c518-0e69-47c5-ae97-f402401afdbc req-af1548ae-ea31-440f-b27b-db0f5f38e8de tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:57.393577 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f2c2c518-0e69-47c5-ae97-f402401afdbc req-af1548ae-ea31-440f-b27b-db0f5f38e8de tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 946 time: 0.0629776 Jul 08 22:25:57.430615 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f2c2c518-0e69-47c5-ae97-f402401afdbc req-d0d56dd6-63c4-48a7-a9ab-adfe19f18966 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Jul 08 22:25:57.943606 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a4801-3348-458f-991a-bd86e5b291bd req-bda7f151-2551-4ee9-b0bf-0f3fe56e55ea tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:25:57.945077 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-555a4801-3348-458f-991a-bd86e5b291bd req-bda7f151-2551-4ee9-b0bf-0f3fe56e55ea tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 946 time: 0.0674925 Jul 08 22:25:58.048381 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Deleting port 29c55549-353f-416b-a5c7-ed9b5783edda {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:25:58.048719 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:58.143962 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] For port 29c55549-353f-416b-a5c7-ed9b5783edda, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=29c55549-353f-416b-a5c7-ed9b5783edda,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:25:58.144320 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:58.156122 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Calling delete_port for 29c55549-353f-416b-a5c7-ed9b5783edda owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:25:58.293894 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:58.322038 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['0f099a47-5165-434e-a440-e06281b267fe', '83f796f3-076a-48c6-8c21-a4115739e68d', '07a55156-495d-409a-b49a-3d6a7fafbab5', '29c55549-353f-416b-a5c7-ed9b5783edda'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:25:58.322615 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Pushing event deleted for resources: {'Port': ['ID=29c55549-353f-416b-a5c7-ed9b5783edda,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:25:58.352875 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.353227 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.353565 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.353900 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.354228 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.354555 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.354899 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.355226 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.355547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.355868 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.356191 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.356499 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:25:58.377619 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] No DVR routers for this DVR port 29c55549-353f-416b-a5c7-ed9b5783edda on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:25:58.380282 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:25:58.382346 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-555a4801-3348-458f-991a-bd86e5b291bd req-7ee613eb-6134-47f4-b57d-a503b9f8fac2 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "DELETE /v2.0/ports/29c55549-353f-416b-a5c7-ed9b5783edda HTTP/1.1" status: 204 len: 173 time: 0.4280143 Jul 08 22:25:58.382777 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a5c666-cb2a-4760-9c0a-e549f573678a', 'name': 'network-vif-deleted', 'tag': '29c55549-353f-416b-a5c7-ed9b5783edda'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:25:58.385045 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe0c4f2-130c-4b85-a0a0-8fbe81841171" -d '{"events": [{"server_uuid": "e5a5c666-cb2a-4760-9c0a-e549f573678a", "name": "network-vif-deleted", "tag": "29c55549-353f-416b-a5c7-ed9b5783edda"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:25:58.431289 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62b5997-7d3f-4e4e-9930-027be19e6d46 x-openstack-request-id: req-e62b5997-7d3f-4e4e-9930-027be19e6d46 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:25:58.431919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a5c666-cb2a-4760-9c0a-e549f573678a", "name": "network-vif-deleted", "tag": "29c55549-353f-416b-a5c7-ed9b5783edda", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:25:58.431919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e62b5997-7d3f-4e4e-9930-027be19e6d46 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:25:58.432222 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a5c666-cb2a-4760-9c0a-e549f573678a', 'name': 'network-vif-deleted', 'tag': '29c55549-353f-416b-a5c7-ed9b5783edda', 'status': 'completed', 'code': 200} Jul 08 22:25:58.742316 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b8857445-b80e-47d4-9b82-4c116b44792f req-dcb1c715-673e-4195-8a48-54f3f7dbf2d3 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5a5c666-cb2a-4760-9c0a-e549f573678a HTTP/1.1" status: 200 len: 210 time: 0.0280507 Jul 08 22:25:59.817690 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:26:01.313746 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb3c3d-1ec6-4576-8430-ffeedf247f8b req-bd1aed9a-002d-48ef-b0c7-42affdad49ac tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:01.315252 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02bb3c3d-1ec6-4576-8430-ffeedf247f8b req-bd1aed9a-002d-48ef-b0c7-42affdad49ac tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 946 time: 0.0653005 Jul 08 22:26:01.353504 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-02bb3c3d-1ec6-4576-8430-ffeedf247f8b req-23aca5af-8c98-47dd-a05b-da8943425422 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Jul 08 22:26:02.686479 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ba62e-8fdc-43b6-9d02-506d4136c870 req-9422f18c-d672-4d10-b472-bf09893e3995 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:02.687880 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-649ba62e-8fdc-43b6-9d02-506d4136c870 req-9422f18c-d672-4d10-b472-bf09893e3995 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 946 time: 0.0666680 Jul 08 22:26:02.726577 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-649ba62e-8fdc-43b6-9d02-506d4136c870 req-806d5e34-031c-4f8c-bccc-1b943f6952fb tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Jul 08 22:26:02.760048 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 29c55549-353f-416b-a5c7-ed9b5783edda no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:26:02.782751 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 29c55549-353f-416b-a5c7-ed9b5783edda {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:26:02.783126 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 29c55549-353f-416b-a5c7-ed9b5783edda not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:26:03.904590 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a23c85-8c3c-48fe-92b3-bccd7b1aae3b req-e6b48836-6f5b-4bfb-8ed3-635477d094c4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:03.906090 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a1a23c85-8c3c-48fe-92b3-bccd7b1aae3b req-e6b48836-6f5b-4bfb-8ed3-635477d094c4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 946 time: 0.0668378 Jul 08 22:26:03.949004 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a1a23c85-8c3c-48fe-92b3-bccd7b1aae3b req-2c884458-c4db-488e-ae3c-af49a3f5e207 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Jul 08 22:26:04.254216 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-03d1d40d-4f35-4de9-9268-4baf4bc98157 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:04.255670 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-03d1d40d-4f35-4de9-9268-4baf4bc98157 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 946 time: 0.0683191 Jul 08 22:26:04.423827 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Deleting port 07a55156-495d-409a-b49a-3d6a7fafbab5 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:26:04.424147 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:04.431188 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-aeb9f007-d0d4-43ba-8cd2-59ecdda47890 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1442263 Jul 08 22:26:04.546303 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] For port 07a55156-495d-409a-b49a-3d6a7fafbab5, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=07a55156-495d-409a-b49a-3d6a7fafbab5,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:04.546565 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:04.563832 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Calling delete_port for 07a55156-495d-409a-b49a-3d6a7fafbab5 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:26:04.615722 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-b5adedcd-dc11-4387-9562-0deac5f44092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:04.617228 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-b5adedcd-dc11-4387-9562-0deac5f44092 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 1098 time: 0.1280980 Jul 08 22:26:04.776333 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:04.790697 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['0f099a47-5165-434e-a440-e06281b267fe', '83f796f3-076a-48c6-8c21-a4115739e68d', '07a55156-495d-409a-b49a-3d6a7fafbab5'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:26:04.816679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-33ca261e-f29f-489f-8169-104ed151fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:04.818154 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-33ca261e-f29f-489f-8169-104ed151fb20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 912 time: 0.1683044 Jul 08 22:26:04.820666 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Pushing event deleted for resources: {'Port': ['ID=07a55156-495d-409a-b49a-3d6a7fafbab5,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:04.907097 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] No DVR routers for this DVR port 07a55156-495d-409a-b49a-3d6a7fafbab5 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:26:04.909842 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:04.912319 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-09b765d1-9337-4d09-8ddd-6000ff4447d2 req-210109f2-65e0-4322-866f-bfc5637559da tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "DELETE /v2.0/ports/07a55156-495d-409a-b49a-3d6a7fafbab5 HTTP/1.1" status: 204 len: 173 time: 0.6266322 Jul 08 22:26:04.920252 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596622bb-4b03-4ee5-a645-9adab93cb0ef', 'name': 'network-vif-deleted', 'tag': '07a55156-495d-409a-b49a-3d6a7fafbab5'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:26:04.922497 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c278c82-37da-45c0-836c-64366df319a3" -d '{"events": [{"server_uuid": "596622bb-4b03-4ee5-a645-9adab93cb0ef", "name": "network-vif-deleted", "tag": "07a55156-495d-409a-b49a-3d6a7fafbab5"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:26:04.949004 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-883e63eb-0138-4565-88c5-75d92469aeb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 200 len: 1001 time: 0.0994861 Jul 08 22:26:04.967176 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41d75a4-09b5-4df6-bfc6-992cf3d56036 x-openstack-request-id: req-a41d75a4-09b5-4df6-bfc6-992cf3d56036 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:26:04.967555 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596622bb-4b03-4ee5-a645-9adab93cb0ef", "name": "network-vif-deleted", "tag": "07a55156-495d-409a-b49a-3d6a7fafbab5", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:26:04.967873 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a41d75a4-09b5-4df6-bfc6-992cf3d56036 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:26:04.968961 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596622bb-4b03-4ee5-a645-9adab93cb0ef', 'name': 'network-vif-deleted', 'tag': '07a55156-495d-409a-b49a-3d6a7fafbab5', 'status': 'completed', 'code': 200} Jul 08 22:26:05.034076 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-d597363a-5244-4252-9d16-dcd654a82525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:05.035623 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-d597363a-5244-4252-9d16-dcd654a82525 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.0592175 Jul 08 22:26:05.117859 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ce444eb-a3a3-4df0-ac03-c3a0eb6efe41 req-5ef8449e-c110-4dbd-853b-88433033f634 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=596622bb-4b03-4ee5-a645-9adab93cb0ef HTTP/1.1" status: 200 len: 210 time: 0.0333431 Jul 08 22:26:05.157777 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-5e0998de-a5d3-459c-8d5e-c7dc0374c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:05.159307 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-5e0998de-a5d3-459c-8d5e-c7dc0374c190 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1064470 Jul 08 22:26:05.268099 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-254b8486-00b0-42cb-bbe7-97347692ddf8 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822704 Jul 08 22:26:05.365391 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4efff2e5-d289-4cb8-81e8-92058a46582c req-6bd03159-59c6-45df-aedf-60d660c8ff98 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863698 Jul 08 22:26:06.069788 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:06.571672 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a361-81f8-48a0-a52e-73d4d8fecfb3 req-e0d9a780-6f32-4abf-97ac-9859401afe5e tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:06.573032 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1fb0a361-81f8-48a0-a52e-73d4d8fecfb3 req-e0d9a780-6f32-4abf-97ac-9859401afe5e tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 946 time: 0.0642414 Jul 08 22:26:06.611255 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1fb0a361-81f8-48a0-a52e-73d4d8fecfb3 req-877f2970-355a-48c3-9648-31cea49ee15b tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Jul 08 22:26:07.791161 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242dbfd-d254-4fe0-b3cb-e27a152e9272 req-8afd98ca-2834-49dd-b0f3-43ab4c5c68f4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:07.792547 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8242dbfd-d254-4fe0-b3cb-e27a152e9272 req-8afd98ca-2834-49dd-b0f3-43ab4c5c68f4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 946 time: 0.0666080 Jul 08 22:26:07.829741 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8242dbfd-d254-4fe0-b3cb-e27a152e9272 req-2eb532db-d8b0-4459-9bc8-2f26590baa62 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Jul 08 22:26:08.753298 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-8e3509bd-0caa-4289-a0eb-7ebf9ef28099 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:08.754992 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-8e3509bd-0caa-4289-a0eb-7ebf9ef28099 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 946 time: 0.0683157 Jul 08 22:26:08.791860 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 07a55156-495d-409a-b49a-3d6a7fafbab5 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:26:08.812586 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 07a55156-495d-409a-b49a-3d6a7fafbab5 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:26:08.812932 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 07a55156-495d-409a-b49a-3d6a7fafbab5 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:26:08.863652 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Deleting port 83f796f3-076a-48c6-8c21-a4115739e68d {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:26:08.864155 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:09.029580 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] For port 83f796f3-076a-48c6-8c21-a4115739e68d, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=83f796f3-076a-48c6-8c21-a4115739e68d,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:09.030086 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:09.049844 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Calling delete_port for 83f796f3-076a-48c6-8c21-a4115739e68d owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:26:09.119555 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d46a-2223-49f9-b093-23099737dbcd req-5d79df6f-4283-4171-8f9d-f4744fa56504 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:09.121421 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e5b2d46a-2223-49f9-b093-23099737dbcd req-5d79df6f-4283-4171-8f9d-f4744fa56504 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=6471dee8-ea4d-4594-9d53-8782b75dc397 HTTP/1.1" status: 200 len: 946 time: 0.1585824 Jul 08 22:26:09.178119 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e5b2d46a-2223-49f9-b093-23099737dbcd req-bf423617-2ffb-4d53-b3e4-58ac25ea2d17 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Jul 08 22:26:09.227528 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:09.245062 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['0f099a47-5165-434e-a440-e06281b267fe', '83f796f3-076a-48c6-8c21-a4115739e68d'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:26:09.254409 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Pushing event deleted for resources: {'Port': ['ID=83f796f3-076a-48c6-8c21-a4115739e68d,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:09.309048 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] No DVR routers for this DVR port 83f796f3-076a-48c6-8c21-a4115739e68d on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:26:09.311867 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:09.314224 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3b1a60b3-0ab2-46b1-9426-d35fda26d2b2 req-dcb0d77d-68fc-4cc6-91ce-dd9381c4c3e4 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "DELETE /v2.0/ports/83f796f3-076a-48c6-8c21-a4115739e68d HTTP/1.1" status: 204 len: 173 time: 0.5504630 Jul 08 22:26:09.314771 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6471dee8-ea4d-4594-9d53-8782b75dc397', 'name': 'network-vif-deleted', 'tag': '83f796f3-076a-48c6-8c21-a4115739e68d'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:26:09.317776 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c0efe-e71a-4466-8c24-e878d8c748e9" -d '{"events": [{"server_uuid": "6471dee8-ea4d-4594-9d53-8782b75dc397", "name": "network-vif-deleted", "tag": "83f796f3-076a-48c6-8c21-a4115739e68d"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:26:09.362734 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5651be9e-5b0c-47e5-9d45-a85145dba629 x-openstack-request-id: req-5651be9e-5b0c-47e5-9d45-a85145dba629 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:26:09.363730 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6471dee8-ea4d-4594-9d53-8782b75dc397", "name": "network-vif-deleted", "tag": "83f796f3-076a-48c6-8c21-a4115739e68d", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:26:09.364018 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5651be9e-5b0c-47e5-9d45-a85145dba629 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:26:09.364376 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6471dee8-ea4d-4594-9d53-8782b75dc397', 'name': 'network-vif-deleted', 'tag': '83f796f3-076a-48c6-8c21-a4115739e68d', 'status': 'completed', 'code': 200} Jul 08 22:26:11.746088 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8408e-9ea1-4049-b9cc-c68aff6cc97f req-e9f59b94-9a93-4ae6-b066-85ef51548457 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:11.747705 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-94a8408e-9ea1-4049-b9cc-c68aff6cc97f req-e9f59b94-9a93-4ae6-b066-85ef51548457 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 945 time: 0.0652885 Jul 08 22:26:11.787938 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-94a8408e-9ea1-4049-b9cc-c68aff6cc97f req-6b3d11ed-8c6d-466f-b1d7-8f5adef5b49c tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Jul 08 22:26:12.495239 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4723928c-0e14-488b-ad7d-f0d52d0399c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:12.799024 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 83f796f3-076a-48c6-8c21-a4115739e68d no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:26:12.818304 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 83f796f3-076a-48c6-8c21-a4115739e68d {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:26:12.819073 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 83f796f3-076a-48c6-8c21-a4115739e68d not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:26:12.961748 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b6535-85cf-4dfd-b85f-7473af9dcce1 req-6dde1bb8-bd1d-4156-a33a-24b7885aa624 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:12.963376 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-411b6535-85cf-4dfd-b85f-7473af9dcce1 req-6dde1bb8-bd1d-4156-a33a-24b7885aa624 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 945 time: 0.0626588 Jul 08 22:26:13.003012 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-411b6535-85cf-4dfd-b85f-7473af9dcce1 req-62074f9d-994c-43bf-b18c-e728680e4569 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Jul 08 22:26:14.049154 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-75e3a03b-3ea3-4e42-91b3-f68645844818 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:14.050644 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-75e3a03b-3ea3-4e42-91b3-f68645844818 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 945 time: 0.0673041 Jul 08 22:26:14.201239 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Deleting port 0f099a47-5165-434e-a440-e06281b267fe {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:26:14.201469 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:14.248324 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3232c-2740-4634-80c2-d71bb2b31712 req-1f44adda-2bac-4b62-bffd-10f36f0dbf01 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:14.249772 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47d3232c-2740-4634-80c2-d71bb2b31712 req-1f44adda-2bac-4b62-bffd-10f36f0dbf01 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4876dd-a6f5-4082-b82e-cf484363e6bf HTTP/1.1" status: 200 len: 945 time: 0.1200297 Jul 08 22:26:14.313437 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47d3232c-2740-4634-80c2-d71bb2b31712 req-53b2d790-dc09-4063-9551-7e7d91692504 tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab976726-14f7-4120-8d5c-c81b73d910e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Jul 08 22:26:14.325018 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] For port 0f099a47-5165-434e-a440-e06281b267fe, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=0f099a47-5165-434e-a440-e06281b267fe,segment=NetworkSegment(67871bb1-4434-47b4-b8c1-f1b57f0d2f39),segment_id=67871bb1-4434-47b4-b8c1-f1b57f0d2f39)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:14.325372 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:14.338703 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Calling delete_port for 0f099a47-5165-434e-a440-e06281b267fe owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:26:14.466784 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:14.482223 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['0f099a47-5165-434e-a440-e06281b267fe'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:26:14.498719 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Pushing event deleted for resources: {'Port': ['ID=0f099a47-5165-434e-a440-e06281b267fe,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:14.545277 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] No DVR routers for this DVR port 0f099a47-5165-434e-a440-e06281b267fe on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:26:14.547620 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:14.549532 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8e7d4c10-3466-4c40-b619-e87a09aa9b74 req-dda49bda-8a72-4501-9dc8-815354453eaf tempest-AttachVolumeNegativeTest-11781943 tempest-AttachVolumeNegativeTest-11781943-project] 10.222.0.67 "DELETE /v2.0/ports/0f099a47-5165-434e-a440-e06281b267fe HTTP/1.1" status: 204 len: 173 time: 0.4917636 Jul 08 22:26:14.549986 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4876dd-a6f5-4082-b82e-cf484363e6bf', 'name': 'network-vif-deleted', 'tag': '0f099a47-5165-434e-a440-e06281b267fe'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:26:14.552152 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e3c02-c802-4ff7-9b41-1bb20a5d8443" -d '{"events": [{"server_uuid": "ce4876dd-a6f5-4082-b82e-cf484363e6bf", "name": "network-vif-deleted", "tag": "0f099a47-5165-434e-a440-e06281b267fe"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:26:14.644877 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc407aa3-71be-4a22-a346-f77f738d2f33 x-openstack-request-id: req-cc407aa3-71be-4a22-a346-f77f738d2f33 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:26:14.645172 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4876dd-a6f5-4082-b82e-cf484363e6bf", "name": "network-vif-deleted", "tag": "0f099a47-5165-434e-a440-e06281b267fe", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:26:14.645422 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc407aa3-71be-4a22-a346-f77f738d2f33 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:26:14.645813 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4876dd-a6f5-4082-b82e-cf484363e6bf', 'name': 'network-vif-deleted', 'tag': '0f099a47-5165-434e-a440-e06281b267fe', 'status': 'completed', 'code': 200} Jul 08 22:26:15.018413 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9b7f-0314-4de9-ba80-17984d36ded6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.212488 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.411006 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46200) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:15.457710 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8b1a82-6acb-47db-9d97-144b081e5ca5 admin admin] Deleting subnet 020272db-ee64-46f4-9059-e2d46802ffd4 {{(pid=93028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:26:15.461066 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a82-6acb-47db-9d97-144b081e5ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.498189 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a82-6acb-47db-9d97-144b081e5ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823667'] for subnet, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.544197 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a82-6acb-47db-9d97-144b081e5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.600518 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a82-6acb-47db-9d97-144b081e5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8452487'] for subnet, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.629559 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b1a82-6acb-47db-9d97-144b081e5ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020272db-ee64-46f4-9059-e2d46802ffd4,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:15.633763 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a82-6acb-47db-9d97-144b081e5ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.636099 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-ae8b1a82-6acb-47db-9d97-144b081e5ca5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/020272db-ee64-46f4-9059-e2d46802ffd4 HTTP/1.1" status: 204 len: 168 time: 0.2230871 Jul 08 22:26:15.639162 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46204) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:15.705472 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.787984 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.798015 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dea1d1-08dc-42bb-9bc0-34f695a4471e']}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:15.809235 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67871bb1-4434-47b4-b8c1-f1b57f0d2f39') {'for_net_delete': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:15.809524 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67871bb1-4434-47b4-b8c1-f1b57f0d2f39') {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:15.819273 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823674'] for segment, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.836719 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.845100 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:26:15.845417 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524688'] for segment, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: Traceback (most recent call last): Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: timer() Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: cb(*args, **kw) Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: return func(*args, **kwargs) Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: self._notify() Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: self.callback(batched_events) Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: event.method(event) Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:26:15.847241 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: return f(self, *a, **k) Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._get(url).json() Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: return self.request(url, 'GET', **kwargs) Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:26:15.852827 dv-cinder-800093-1-iscsi neutron-server[93028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:26:15.907138 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.915474 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:15.917325 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] 10.222.0.43 "DELETE /v2.0/networks/a8dea1d1-08dc-42bb-9bc0-34f695a4471e HTTP/1.1" status: 204 len: 168 time: 0.2772419 Jul 08 22:26:15.936159 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbeb2a-50ff-4557-bd03-dab9b415e20d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8dea1d1-08dc-42bb-9bc0-34f695a4471e,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:15.947481 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:16.095037 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46216) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:16.136881 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-09f769c3-d9a0-4cf2-a15e-cc9b30195c43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3737cff4fa44250a7032ba0bd3ffcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404124 Jul 08 22:26:16.139103 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46218) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:16.200240 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-63bd1182-323a-47c6-b9e5-19af54c4abd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:16.223449 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-63bd1182-323a-47c6-b9e5-19af54c4abd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:16.274800 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-63bd1182-323a-47c6-b9e5-19af54c4abd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:16.277422 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-63bd1182-323a-47c6-b9e5-19af54c4abd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:16.278576 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-63bd1182-323a-47c6-b9e5-19af54c4abd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab976726-14f7-4120-8d5c-c81b73d910e9 HTTP/1.1" status: 204 len: 168 time: 0.1385078 Jul 08 22:26:16.286527 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd1182-323a-47c6-b9e5-19af54c4abd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab976726-14f7-4120-8d5c-c81b73d910e9,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:16.359862 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92899297-6ad9-40f0-82cd-a5251dc6f9ba req-819d3cb9-366a-4220-9798-0efaa24e7601 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:16.361689 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-92899297-6ad9-40f0-82cd-a5251dc6f9ba req-819d3cb9-366a-4220-9798-0efaa24e7601 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0720491 Jul 08 22:26:16.406175 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-92899297-6ad9-40f0-82cd-a5251dc6f9ba req-f79a2947-eb24-4885-97d1-71e4dbec93a1 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383205 Jul 08 22:26:16.848096 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 0f099a47-5165-434e-a440-e06281b267fe no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:26:16.870059 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 0f099a47-5165-434e-a440-e06281b267fe {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:26:16.870550 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 0f099a47-5165-434e-a440-e06281b267fe not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:26:17.581377 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb373472-0765-4213-86b5-b719b4a38b70 req-be10aa93-1b69-4c94-926c-abaca26fe6fe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:17.583193 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb373472-0765-4213-86b5-b719b4a38b70 req-be10aa93-1b69-4c94-926c-abaca26fe6fe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0656478 Jul 08 22:26:17.692488 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:17.707507 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46264) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:17.823901 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:17.902789 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb373472-0765-4213-86b5-b719b4a38b70 req-92b1a4ca-9e2e-44fd-aa01-1f9fc5d94e69 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134463 Jul 08 22:26:17.916110 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:17.925647 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:17.958245 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1240804458ae4d78a0ab3325dd2378b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495911 Jul 08 22:26:17.959714 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ada96f-da79-46d4-b75e-c323c8db5f03,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:17.961511 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46272) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:17.966736 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.967124 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.967465 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.967801 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.968138 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.968466 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.968794 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.969123 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.969446 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.969766 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.970094 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:17.970414 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5127af-363a-4552-bbf6-7390145ef9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:18.010445 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bef691a9-560b-45ca-b2a5-d63f169248f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.030413 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bef691a9-560b-45ca-b2a5-d63f169248f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.075719 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bef691a9-560b-45ca-b2a5-d63f169248f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.078212 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bef691a9-560b-45ca-b2a5-d63f169248f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.079383 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-bef691a9-560b-45ca-b2a5-d63f169248f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9ada96f-da79-46d4-b75e-c323c8db5f03 HTTP/1.1" status: 204 len: 168 time: 0.1169009 Jul 08 22:26:18.086628 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef691a9-560b-45ca-b2a5-d63f169248f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ada96f-da79-46d4-b75e-c323c8db5f03,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:18.336688 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46278) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:18.349825 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-19959d39-3850-460a-9b03-353c76720809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.437055 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-19959d39-3850-460a-9b03-353c76720809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.440857 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-19959d39-3850-460a-9b03-353c76720809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.477554 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-19959d39-3850-460a-9b03-353c76720809 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14271dba035e4e1286994e4ac5a681c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397829 Jul 08 22:26:18.478498 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19959d39-3850-460a-9b03-353c76720809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a12dc3-c906-46ff-8c7d-266c1fcbf309,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:18.480230 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46280) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:18.532312 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a4791a12-fd64-4e7d-ae60-cfddf794d2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.553361 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a4791a12-fd64-4e7d-ae60-cfddf794d2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.596605 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a4791a12-fd64-4e7d-ae60-cfddf794d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.599706 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a4791a12-fd64-4e7d-ae60-cfddf794d2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:18.600974 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a4791a12-fd64-4e7d-ae60-cfddf794d2c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1a12dc3-c906-46ff-8c7d-266c1fcbf309 HTTP/1.1" status: 204 len: 168 time: 0.1190426 Jul 08 22:26:18.609039 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4791a12-fd64-4e7d-ae60-cfddf794d2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a12dc3-c906-46ff-8c7d-266c1fcbf309,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:19.120598 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d4757-267d-45c4-b4cd-153dab0336df req-b798125f-2e6e-42fb-8d00-777a4b9f6718 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:19.121655 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-283d4757-267d-45c4-b4cd-153dab0336df req-b798125f-2e6e-42fb-8d00-777a4b9f6718 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1039505 Jul 08 22:26:19.134091 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-956a578d-8bbd-444c-8180-129c43f01c2c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:19.135530 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-956a578d-8bbd-444c-8180-129c43f01c2c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1073921 Jul 08 22:26:19.210120 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-283d4757-267d-45c4-b4cd-153dab0336df req-da96bb2b-5e6c-439d-a08f-724b62999405 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=67b086d8-e2a5-4f7d-a3d9-77102113a969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736022 Jul 08 22:26:19.261565 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Deleting port 49b7e114-33b3-4201-923c-1de3b2a6ba35 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:26:19.261982 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:19.372432 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] For port 49b7e114-33b3-4201-923c-1de3b2a6ba35, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=49b7e114-33b3-4201-923c-1de3b2a6ba35,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:19.372906 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:19.546353 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:19.546728 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:19.547070 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Floating IP 4ba3cff9-81c5-42eb-90b1-5a383a28d213 disassociated. External IP: 172.27.1.146, port: 49b7e114-33b3-4201-923c-1de3b2a6ba35. Jul 08 22:26:19.547404 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Calling delete_port for 49b7e114-33b3-4201-923c-1de3b2a6ba35 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:26:19.680633 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:19.718602 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event deleted for resources: {'Port': ['ID=49b7e114-33b3-4201-923c-1de3b2a6ba35,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:19.835516 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Router 8dc596ac-ad16-4602-9423-42ae2b326462 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:26:19.945536 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:26:19.953959 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] Sync routers for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:26:19.968214 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:26:19.968836 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:26:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:19.990386 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] No DVR routers for this DVR port 49b7e114-33b3-4201-923c-1de3b2a6ba35 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:26:19.992889 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:19.995021 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c12edee5-2753-4cbe-a784-b3be360f6e8e req-254cbf84-9ef4-4a71-9436-7ff7d5acb1f2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "DELETE /v2.0/ports/49b7e114-33b3-4201-923c-1de3b2a6ba35 HTTP/1.1" status: 204 len: 173 time: 0.8527210 Jul 08 22:26:19.995516 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'name': 'network-vif-deleted', 'tag': '49b7e114-33b3-4201-923c-1de3b2a6ba35'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:26:19.998277 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db22f71-49a7-4919-bb1e-b895aba3779d" -d '{"events": [{"server_uuid": "95444692-9136-49a6-8f0e-ae56b8cfd7b6", "name": "network-vif-deleted", "tag": "49b7e114-33b3-4201-923c-1de3b2a6ba35"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:26:20.047077 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18279b0-2cc8-4fbb-b2ad-44c8c4b24914 x-openstack-request-id: req-b18279b0-2cc8-4fbb-b2ad-44c8c4b24914 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:26:20.047623 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95444692-9136-49a6-8f0e-ae56b8cfd7b6", "name": "network-vif-deleted", "tag": "49b7e114-33b3-4201-923c-1de3b2a6ba35", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:26:20.048048 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b18279b0-2cc8-4fbb-b2ad-44c8c4b24914 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:26:20.048472 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95444692-9136-49a6-8f0e-ae56b8cfd7b6', 'name': 'network-vif-deleted', 'tag': '49b7e114-33b3-4201-923c-1de3b2a6ba35', 'status': 'completed', 'code': 200} Jul 08 22:26:20.128368 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:26:20.369767 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:20.375525 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-adec606e-d2b5-47de-8b52-1fa1fda46db5 req-597f194e-9cb7-4805-bd76-6fae945b93cc tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=95444692-9136-49a6-8f0e-ae56b8cfd7b6 HTTP/1.1" status: 200 len: 210 time: 0.0313649 Jul 08 22:26:20.398365 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46344) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:20.402894 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] Checking router: 8dc596ac-ad16-4602-9423-42ae2b326462 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:26:20.412233 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:26:20.412932 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:26:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:20.502944 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-35525c55-40b8-4fab-bbe1-c26adc49e0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:20.519444 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:26:20.595829 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-35525c55-40b8-4fab-bbe1-c26adc49e0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:20.602293 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-35525c55-40b8-4fab-bbe1-c26adc49e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:20.643416 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-35525c55-40b8-4fab-bbe1-c26adc49e0d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58a832000b4a4478bdbf1064ac192904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444644 Jul 08 22:26:20.644591 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35525c55-40b8-4fab-bbe1-c26adc49e0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d7f05f-edff-47f6-906e-08a7c412ff39,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:20.647160 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46348) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:20.697079 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837d3e52-583d-416b-992e-d5b6a5fbaa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:20.718406 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837d3e52-583d-416b-992e-d5b6a5fbaa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:20.733163 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:20.766355 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235453e6-116e-408b-a04d-e0dbfe1c7ab9 None None] The sync data for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi is: [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:26:20.768240 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837d3e52-583d-416b-992e-d5b6a5fbaa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:20.772947 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-837d3e52-583d-416b-992e-d5b6a5fbaa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:20.777109 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-837d3e52-583d-416b-992e-d5b6a5fbaa56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22d7f05f-edff-47f6-906e-08a7c412ff39 HTTP/1.1" status: 204 len: 168 time: 0.1283135 Jul 08 22:26:20.787177 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d3e52-583d-416b-992e-d5b6a5fbaa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d7f05f-edff-47f6-906e-08a7c412ff39,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:20.997519 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fd1d51-f9ff-403f-9202-364b84898d86 None None] New status for floating IP 4ba3cff9-81c5-42eb-90b1-5a383a28d213: DOWN {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:26:21.069099 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46354) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:21.081989 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-71399119-037c-4ea9-ba27-34b4cbcce69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.172460 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-71399119-037c-4ea9-ba27-34b4cbcce69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.176191 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-71399119-037c-4ea9-ba27-34b4cbcce69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.218122 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-71399119-037c-4ea9-ba27-34b4cbcce69c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67769496726046c88bd237c94f339091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456332 Jul 08 22:26:21.218122 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71399119-037c-4ea9-ba27-34b4cbcce69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856e860-be2f-4e90-a1b0-a003374de43e,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:21.218795 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46358) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:21.273868 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-14b4f387-4dbb-490b-ae2c-28a417165105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.294200 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-14b4f387-4dbb-490b-ae2c-28a417165105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.347385 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-14b4f387-4dbb-490b-ae2c-28a417165105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.350080 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-14b4f387-4dbb-490b-ae2c-28a417165105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.351267 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-14b4f387-4dbb-490b-ae2c-28a417165105 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8856e860-be2f-4e90-a1b0-a003374de43e HTTP/1.1" status: 204 len: 168 time: 0.1314030 Jul 08 22:26:21.359779 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4f387-4dbb-490b-ae2c-28a417165105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856e860-be2f-4e90-a1b0-a003374de43e,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:21.504638 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46366) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:21.560952 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b58622c7-86c6-404b-9f27-113534bb8c8a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.584627 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b58622c7-86c6-404b-9f27-113534bb8c8a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.633048 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b58622c7-86c6-404b-9f27-113534bb8c8a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.638948 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b58622c7-86c6-404b-9f27-113534bb8c8a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.640101 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b58622c7-86c6-404b-9f27-113534bb8c8a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "DELETE /v2.0/security-groups/67b086d8-e2a5-4f7d-a3d9-77102113a969 HTTP/1.1" status: 204 len: 168 time: 0.1343222 Jul 08 22:26:21.643013 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46374) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:21.650357 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58622c7-86c6-404b-9f27-113534bb8c8a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b086d8-e2a5-4f7d-a3d9-77102113a969,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:21.665187 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.api.v2.resource [None req-e49ec5b6-680b-4fb2-887d-e51b3799dcb9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] show failed (client error): The resource could not be found. Jul 08 22:26:21.666235 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-e49ec5b6-680b-4fb2-887d-e51b3799dcb9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups/67b086d8-e2a5-4f7d-a3d9-77102113a969 HTTP/1.1" status: 404 len: 347 time: 0.0216038 Jul 08 22:26:21.677002 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46376) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:21.810436 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Deleting port 6a81c932-1beb-482b-b66d-cdeafc39de56 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:26:21.810783 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.890987 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.890987 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:21.903375 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Calling delete_port for 6a81c932-1beb-482b-b66d-cdeafc39de56 owned by network:floatingip {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:26:22.043247 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.072576 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event deleted for resources: {'Port': ['ID=6a81c932-1beb-482b-b66d-cdeafc39de56,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:22.132885 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.135972 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.140042 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-f79f0b81-7a8a-4b22-a586-fb16ba7e9484 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "DELETE /v2.0/floatingips/4ba3cff9-81c5-42eb-90b1-5a383a28d213 HTTP/1.1" status: 204 len: 168 time: 0.4591730 Jul 08 22:26:22.428551 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46404) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:22.433571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-096a02fe-2ea1-46ec-9cd4-a04625ca2ca2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634071950', 'description': 'tempest-description--1393436488'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:26:22.456323 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-096a02fe-2ea1-46ec-9cd4-a04625ca2ca2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.542663 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-096a02fe-2ea1-46ec-9cd4-a04625ca2ca2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.546384 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-096a02fe-2ea1-46ec-9cd4-a04625ca2ca2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.571733 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-096a02fe-2ea1-46ec-9cd4-a04625ca2ca2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.572886 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-096a02fe-2ea1-46ec-9cd4-a04625ca2ca2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1432943 Jul 08 22:26:22.575870 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46410) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:22.576989 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a02fe-2ea1-46ec-9cd4-a04625ca2ca2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd7c639-e264-4578-b4a2-794b6f7cbf98,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:22.581919 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-ef156618-62df-4490-a88e-4ed41f273daa tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'security_group_rule': {'security_group_id': '5fd7c639-e264-4578-b4a2-794b6f7cbf98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:26:22.610749 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef156618-62df-4490-a88e-4ed41f273daa tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.655824 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef156618-62df-4490-a88e-4ed41f273daa tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.659816 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef156618-62df-4490-a88e-4ed41f273daa tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.677464 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef156618-62df-4490-a88e-4ed41f273daa tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8d5289-adec-4722-9bef-4a314c4bbd6a,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:22.684376 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ef156618-62df-4490-a88e-4ed41f273daa tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.687800 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ef156618-62df-4490-a88e-4ed41f273daa tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081619 Jul 08 22:26:22.688040 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46416) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:22.692708 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-7e476924-e402-4650-93ec-550840214473 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'security_group_rule': {'security_group_id': '5fd7c639-e264-4578-b4a2-794b6f7cbf98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:26:22.719162 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e476924-e402-4650-93ec-550840214473 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.781910 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e476924-e402-4650-93ec-550840214473 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.786102 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e476924-e402-4650-93ec-550840214473 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.805729 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476924-e402-4650-93ec-550840214473 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3a5fca-e3c9-4ff9-8839-cb7fc77381b9,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:22.809417 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e476924-e402-4650-93ec-550840214473 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.810768 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7e476924-e402-4650-93ec-550840214473 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216965 Jul 08 22:26:22.814507 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46428) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:22.819342 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:26:22.842195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:22.898590 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 49b7e114-33b3-4201-923c-1de3b2a6ba35 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:26:22.923750 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 49b7e114-33b3-4201-923c-1de3b2a6ba35 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:26:22.924103 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 49b7e114-33b3-4201-923c-1de3b2a6ba35 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:26:22.957354 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.060735 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Allocated IP 172.27.1.24 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/f580d1df-3d12-45e9-af42-59572c313936) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:26:23.165934 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.206527 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.241768 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46450) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:23.242761 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:26:23.245597 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:26:23.248001 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:26:23.276825 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'Port': ['ID=f580d1df-3d12-45e9-af42-59572c313936,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:23.344718 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.351622 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0989de65-823a-4842-815b-980bc8c9c919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.387657 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.437573 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0989de65-823a-4842-815b-980bc8c9c919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.441505 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0989de65-823a-4842-815b-980bc8c9c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.478315 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0989de65-823a-4842-815b-980bc8c9c919 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8d4ae07d79b4f54856c8c94c1550348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353420 Jul 08 22:26:23.480831 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46454) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:23.486636 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989de65-823a-4842-815b-980bc8c9c919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25fdad1-e3ca-4df2-a592-5fab274d1115,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:23.542281 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-081fc5ff-6c34-4a9d-a42c-d6dfa4ff0f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.549888 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.554927 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.564790 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-081fc5ff-6c34-4a9d-a42c-d6dfa4ff0f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.611156 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-081fc5ff-6c34-4a9d-a42c-d6dfa4ff0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.613908 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-081fc5ff-6c34-4a9d-a42c-d6dfa4ff0f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.615230 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-081fc5ff-6c34-4a9d-a42c-d6dfa4ff0f49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f25fdad1-e3ca-4df2-a592-5fab274d1115 HTTP/1.1" status: 204 len: 168 time: 0.1335089 Jul 08 22:26:23.623376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'Port': ['ID=f580d1df-3d12-45e9-af42-59572c313936,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:23.628181 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fc5ff-6c34-4a9d-a42c-d6dfa4ff0f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25fdad1-e3ca-4df2-a592-5fab274d1115,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:23.636990 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.652371 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.662435 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2079193e-f3b5-4ec7-a08d-948c8224ecce tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8380988 Jul 08 22:26:23.843631 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-671b54d5-14da-43da-958d-cd69f67e035e tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--634071950&fields=id&tenant_id=a6a487cb0e3444c695c2fadd762b8b32 HTTP/1.1" status: 200 len: 267 time: 0.0342185 Jul 08 22:26:23.882878 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46474) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:23.898941 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-423093d9-60dc-43b5-8129-cf50bcb72450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.955231 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-bdad1aab-5d4a-4807-9d19-7623872037ea tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:23.956741 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-bdad1aab-5d4a-4807-9d19-7623872037ea tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 811 time: 0.1066239 Jul 08 22:26:23.973869 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-c2c5a8c8-f4ab-44d1-93cd-8f7975247984 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/quotas/a6a487cb0e3444c695c2fadd762b8b32 HTTP/1.1" status: 200 len: 375 time: 0.0098920 Jul 08 22:26:23.994276 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-423093d9-60dc-43b5-8129-cf50bcb72450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:23.999190 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-423093d9-60dc-43b5-8129-cf50bcb72450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:24.036349 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423093d9-60dc-43b5-8129-cf50bcb72450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896ae08c-d23b-4ea4-8cc0-e3c6388a8395,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:24.041172 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-423093d9-60dc-43b5-8129-cf50bcb72450 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16f16c49346446468eb16698e50b3f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572433 Jul 08 22:26:24.043719 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46476) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:24.045967 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-25baca1f-2372-464f-836d-2ee3ae0f8852 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663261 Jul 08 22:26:24.091234 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c0d1571f-bde3-4142-9493-23ae8a49e938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:24.114625 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c0d1571f-bde3-4142-9493-23ae8a49e938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:24.161914 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c0d1571f-bde3-4142-9493-23ae8a49e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:24.164475 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c0d1571f-bde3-4142-9493-23ae8a49e938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:24.165611 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c0d1571f-bde3-4142-9493-23ae8a49e938 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/896ae08c-d23b-4ea4-8cc0-e3c6388a8395 HTTP/1.1" status: 204 len: 168 time: 0.1209991 Jul 08 22:26:24.173375 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1571f-bde3-4142-9493-23ae8a49e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ae08c-d23b-4ea4-8cc0-e3c6388a8395,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:24.284394 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-0e4e3c36-7a45-4f48-9a84-2f4788d4e9cd service neutron] 10.222.0.43 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258780 Jul 08 22:26:24.375537 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-2adbbba7-8af5-4711-a7df-9b5d9bd7c561 service neutron] 10.222.0.43 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847766 Jul 08 22:26:24.549191 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fafa59c1-2c11-4829-9143-8590baef330e req-f19c6885-241b-44cb-81de-ee8ae8040a11 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 210 time: 0.0288277 Jul 08 22:26:25.694176 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-79fbd59f-31ca-4d8d-b0ca-3b5e55872541 req-4e16e789-288a-4ccb-abbd-49f8cd3ae05c tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 210 time: 0.0322726 Jul 08 22:26:25.989404 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-02f5f5e9-0289-49af-afac-2092f6ab8d11 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:25.991614 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-02f5f5e9-0289-49af-afac-2092f6ab8d11 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 811 time: 0.1023779 Jul 08 22:26:26.039427 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-67d4d691-dfdf-432d-97c9-e4e8dbf8b102 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6a487cb0e3444c695c2fadd762b8b32 HTTP/1.1" status: 200 len: 379 time: 0.0355713 Jul 08 22:26:26.049016 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'port': {'device_id': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'admin_state_up': True, 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'security_groups': ['5fd7c639-e264-4578-b4a2-794b6f7cbf98']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:26:26.159555 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Made reservation on behalf of a6a487cb0e3444c695c2fadd762b8b32 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:26:26.163621 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:26.288908 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Allocated IP 172.20.0.7 (70939837-e8e1-46d7-9ec3-a2b37e3f114d/7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc/5bf1366b-1549-4729-a0d5-b952d4467026) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:26:26.429488 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:26.443254 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Transition to ACTIVE for port object 5bf1366b-1549-4729-a0d5-b952d4467026 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:26:26.476694 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:26.518587 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:26:26.524082 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:26:26.529687 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:26:26.535175 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event updated for resources: {'Port': ['ID=5bf1366b-1549-4729-a0d5-b952d4467026,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:26.585239 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:26.585872 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:26.600917 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-cced9576-d785-43ab-928b-aae2f5d13afe tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553045 Jul 08 22:26:26.618261 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Request body: {'port': {'device_id': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:26:26.691230 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:26.709835 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-cb85b133-c8ae-4b9f-ae92-6fe05175f3a2 None None] Provisioning for port 5bf1366b-1549-4729-a0d5-b952d4467026 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:26:26.713649 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-cb85b133-c8ae-4b9f-ae92-6fe05175f3a2 None None] Provisioning complete for port 5bf1366b-1549-4729-a0d5-b952d4467026 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:26:26.714025 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-cb85b133-c8ae-4b9f-ae92-6fe05175f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:26.749678 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-cb85b133-c8ae-4b9f-ae92-6fe05175f3a2 None None] Port 5bf1366b-1549-4729-a0d5-b952d4467026 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:26:26.943588 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0abc7-3776-42ac-95a4-89045396caff req-b04ce12c-b7cc-4d27-a859-b557624f2d85 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:26.945150 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4ab0abc7-3776-42ac-95a4-89045396caff req-b04ce12c-b7cc-4d27-a859-b557624f2d85 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 931 time: 0.1317801 Jul 08 22:26:27.002750 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4ab0abc7-3776-42ac-95a4-89045396caff req-e62be19e-b295-45f4-b6b3-ee41dc3d5b6e tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512576 Jul 08 22:26:27.033481 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf1366b-1549-4729-a0d5-b952d4467026 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:26:27.040866 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:27.052825 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Transition to ACTIVE for port object 5bf1366b-1549-4729-a0d5-b952d4467026 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:26:27.056403 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:27.106890 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf1366b-1549-4729-a0d5-b952d4467026,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:27.176847 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Attempting to bind port 5bf1366b-1549-4729-a0d5-b952d4467026 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:26:27.177590 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Attempting to bind port 5bf1366b-1549-4729-a0d5-b952d4467026 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:26:27.177955 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Attempting to bind port 5bf1366b-1549-4729-a0d5-b952d4467026 on network 70939837-e8e1-46d7-9ec3-a2b37e3f114d {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:26:27.182700 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Port 5bf1366b-1549-4729-a0d5-b952d4467026 on network 70939837-e8e1-46d7-9ec3-a2b37e3f114d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:26:27.182977 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Attempting to bind port 5bf1366b-1549-4729-a0d5-b952d4467026 on network 70939837-e8e1-46d7-9ec3-a2b37e3f114d {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:26:27.188400 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:26:27.188734 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Checking segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:26:27.189141 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Bound using segment: {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:26:27.189566 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Bound port: 5bf1366b-1549-4729-a0d5-b952d4467026, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47d6ed7-ec89-49fb-a904-1886d3a97c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:26:27.189924 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:27.255070 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] For port 5bf1366b-1549-4729-a0d5-b952d4467026, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:26:27.258547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] For port 5bf1366b-1549-4729-a0d5-b952d4467026, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=5bf1366b-1549-4729-a0d5-b952d4467026,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:26:27.263237 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:27.296084 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:27.296697 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:27.298071 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] 10.222.0.67 "PUT /v2.0/ports/5bf1366b-1549-4729-a0d5-b952d4467026 HTTP/1.1" status: 200 len: 1093 time: 0.6847024 Jul 08 22:26:27.298502 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'tag': '5bf1366b-1549-4729-a0d5-b952d4467026'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:26:27.300720 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7741c4e-12fa-4390-85aa-eefaeec144d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e799b65-605b-419f-ac3a-0e135efa1f1d", "tag": "5bf1366b-1549-4729-a0d5-b952d4467026"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:26:27.338299 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afa27a-2587-40aa-aede-c9b315ee7459 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf1366b-1549-4729-a0d5-b952d4467026,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:27.346729 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a19e085-8ebc-4efb-a40d-dac887789760 x-openstack-request-id: req-1a19e085-8ebc-4efb-a40d-dac887789760 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:26:27.347041 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e799b65-605b-419f-ac3a-0e135efa1f1d", "tag": "5bf1366b-1549-4729-a0d5-b952d4467026", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:26:27.347380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a19e085-8ebc-4efb-a40d-dac887789760 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:26:27.347675 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'tag': '5bf1366b-1549-4729-a0d5-b952d4467026', 'status': 'completed', 'code': 200} Jul 08 22:26:27.408471 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-8a3cf7bd-6a03-401b-8bc0-43a03865a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:27.410118 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-8a3cf7bd-6a03-401b-8bc0-43a03865a7cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 1096 time: 0.0581534 Jul 08 22:26:27.459910 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-af374501-a2e2-47e8-badc-15d0e4f330e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf1366b-1549-4729-a0d5-b952d4467026 HTTP/1.1" status: 200 len: 217 time: 0.0377181 Jul 08 22:26:27.509883 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-121ef4b6-a5c2-466b-8612-6180486114eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:27.511369 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-121ef4b6-a5c2-466b-8612-6180486114eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.0441263 Jul 08 22:26:27.575071 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-6b42d06a-9be6-4d0a-a7de-1b79ae8423f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:27.576587 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-6b42d06a-9be6-4d0a-a7de-1b79ae8423f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528150 Jul 08 22:26:27.669057 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-86d3d639-2004-4844-989b-1cc4d9209d1d service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843053 Jul 08 22:26:27.759071 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03d4b357-c373-41c0-929f-86572bdb28b2 req-eb9885b9-cc78-4a27-bbf8-4d50a3058f05 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807953 Jul 08 22:26:27.869177 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-153bffe1-f672-4450-98eb-2b0735dd4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:27.871396 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-153bffe1-f672-4450-98eb-2b0735dd4734 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 1096 time: 0.0589020 Jul 08 22:26:27.963878 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-d02cd68e-c05c-4e3a-a2ac-ff16e80cd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:27.965420 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-d02cd68e-c05c-4e3a-a2ac-ff16e80cd550 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 912 time: 0.0833895 Jul 08 22:26:28.015233 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-1e6e15f1-3d21-4611-8f25-23251078db11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf1366b-1549-4729-a0d5-b952d4467026 HTTP/1.1" status: 200 len: 217 time: 0.0386381 Jul 08 22:26:28.070919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-11e02854-d959-43bd-b7ed-c78369c9e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:28.072390 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-11e02854-d959-43bd-b7ed-c78369c9e372 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.0458305 Jul 08 22:26:28.176691 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-296413a8-fe1a-485f-ae77-932d5646b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:28.178811 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-296413a8-fe1a-485f-ae77-932d5646b5dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940387 Jul 08 22:26:28.199072 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b395dac-de7f-4f2e-812a-b8d786b924c0 req-0e462dd6-27f4-4dad-a5ff-761a3ce07d17 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:28.200453 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4b395dac-de7f-4f2e-812a-b8d786b924c0 req-0e462dd6-27f4-4dad-a5ff-761a3ce07d17 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 943 time: 0.0802677 Jul 08 22:26:28.290994 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4b395dac-de7f-4f2e-812a-b8d786b924c0 req-158fde90-0243-47af-8fce-17ea7a6a41fc tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838790 Jul 08 22:26:28.320393 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-0773d6c6-1476-453a-acde-8a4be86db872 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288395 Jul 08 22:26:28.412661 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7741c4e-12fa-4390-85aa-eefaeec144d2 req-b768bcb7-0433-42a7-9ca8-b7398a7108e3 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849268 Jul 08 22:26:29.463672 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09407c3-a1a3-4f61-984a-faeac01362b5 req-f621460d-49e6-4a30-920e-e1537bcce116 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:29.465163 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f09407c3-a1a3-4f61-984a-faeac01362b5 req-f621460d-49e6-4a30-920e-e1537bcce116 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 943 time: 0.0625789 Jul 08 22:26:29.505863 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f09407c3-a1a3-4f61-984a-faeac01362b5 req-f76461a7-57dc-4c69-a770-2a787492fda9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Jul 08 22:26:30.691882 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e4927-28f7-4add-9f00-6d473eba7861 req-3b797aa1-8ec6-4a0e-b4df-0d524b93b7d9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:30.693415 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-322e4927-28f7-4add-9f00-6d473eba7861 req-3b797aa1-8ec6-4a0e-b4df-0d524b93b7d9 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 943 time: 0.0680757 Jul 08 22:26:30.733487 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-322e4927-28f7-4add-9f00-6d473eba7861 req-aff5861c-d9e1-49a5-b083-03d68f33412f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337033 Jul 08 22:26:30.946240 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 5bf1366b-1549-4729-a0d5-b952d4467026 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:26:31.050559 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 5bf1366b-1549-4729-a0d5-b952d4467026, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=5bf1366b-1549-4729-a0d5-b952d4467026,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:31.062444 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '5bf1366b-1549-4729-a0d5-b952d4467026', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'port_id': '5bf1366b-1549-4729-a0d5-b952d4467026', 'mac_address': 'fa:16:3e:c1:1c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:26:31.098651 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:31.111859 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf1366b-1549-4729-a0d5-b952d4467026 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:26:31.132837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 5bf1366b-1549-4729-a0d5-b952d4467026, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=5bf1366b-1549-4729-a0d5-b952d4467026,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:31.139189 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:31.168638 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614050e-3c56-428f-83b8-8e88d67f0427 req-6c635ed2-dee3-4210-900b-60524f0ff93d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:31.170138 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0614050e-3c56-428f-83b8-8e88d67f0427 req-6c635ed2-dee3-4210-900b-60524f0ff93d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0671647 Jul 08 22:26:31.188534 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=5bf1366b-1549-4729-a0d5-b952d4467026,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:31.207412 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0614050e-3c56-428f-83b8-8e88d67f0427 req-6d2f9e7f-8512-478e-96e7-305056ba21ef tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Jul 08 22:26:31.534651 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['5bf1366b-1549-4729-a0d5-b952d4467026'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:26:31.911659 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ab8b8-81a5-4208-9ef0-c0935ec8d45a req-0d4bd39d-ff52-46b4-87ac-d15fb826a63f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:31.913138 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-535ab8b8-81a5-4208-9ef0-c0935ec8d45a req-0d4bd39d-ff52-46b4-87ac-d15fb826a63f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 944 time: 0.0641320 Jul 08 22:26:31.949988 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-535ab8b8-81a5-4208-9ef0-c0935ec8d45a req-26e0629c-79a8-469c-a48b-cbfd42c49e66 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311074 Jul 08 22:26:32.388119 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef2fa7-1c73-4b94-abb5-bf30d289f0e5 req-11545ba0-6850-46c1-b2d2-f6ff23357b86 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:32.389588 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b5ef2fa7-1c73-4b94-abb5-bf30d289f0e5 req-11545ba0-6850-46c1-b2d2-f6ff23357b86 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0629938 Jul 08 22:26:32.429514 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b5ef2fa7-1c73-4b94-abb5-bf30d289f0e5 req-37d86fbf-eb8a-44f7-957c-60db8d447608 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344815 Jul 08 22:26:32.960627 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 5bf1366b-1549-4729-a0d5-b952d4467026 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:26:33.013106 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 5bf1366b-1549-4729-a0d5-b952d4467026 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:26:33.016698 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 5bf1366b-1549-4729-a0d5-b952d4467026 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:26:33.017070 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:33.096641 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:33.120834 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1366b-1549-4729-a0d5-b952d4467026'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:26:33.123170 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2fd8d0-136d-4b19-97c3-621dc7a68b4c" -d '{"events": [{"server_uuid": "1e799b65-605b-419f-ac3a-0e135efa1f1d", "name": "network-vif-plugged", "status": "completed", "tag": "5bf1366b-1549-4729-a0d5-b952d4467026"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:26:33.132880 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8d91-d354-4109-9316-4c7553f71245 req-5abc96cd-4425-4496-abec-052d27c5bdab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:33.134623 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-235b8d91-d354-4109-9316-4c7553f71245 req-5abc96cd-4425-4496-abec-052d27c5bdab tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 944 time: 0.0720358 Jul 08 22:26:33.137365 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 5bf1366b-1549-4729-a0d5-b952d4467026, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=5bf1366b-1549-4729-a0d5-b952d4467026,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:33.142290 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:33.174026 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-235b8d91-d354-4109-9316-4c7553f71245 req-6ada5f16-7c7f-4dbd-b230-7adcb5ecdf46 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328205 Jul 08 22:26:33.201334 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=5bf1366b-1549-4729-a0d5-b952d4467026,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:33.284204 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50137ff0-d10e-4265-8b84-f045d63b4577 x-openstack-request-id: req-50137ff0-d10e-4265-8b84-f045d63b4577 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:26:33.284505 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e799b65-605b-419f-ac3a-0e135efa1f1d", "name": "network-vif-plugged", "status": "completed", "tag": "5bf1366b-1549-4729-a0d5-b952d4467026", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:26:33.284758 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50137ff0-d10e-4265-8b84-f045d63b4577 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:26:33.285148 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1366b-1549-4729-a0d5-b952d4467026', 'code': 200} Jul 08 22:26:33.515991 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be9e2a-ea16-42bf-aab9-aee8b6c9cf77 req-de62c762-8774-4317-be61-c253c53c72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:33.517563 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-76be9e2a-ea16-42bf-aab9-aee8b6c9cf77 req-de62c762-8774-4317-be61-c253c53c72d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 1098 time: 0.0525599 Jul 08 22:26:33.854956 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-76be9e2a-ea16-42bf-aab9-aee8b6c9cf77 req-75ff441d-ed9c-437f-b94a-966dcc391aa4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303046 Jul 08 22:26:33.886773 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493cc90-5cab-4201-80b9-4716acdfd1c5 req-99e3d394-6648-44e3-9a31-b2dc3c264aa4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:33.888265 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c493cc90-5cab-4201-80b9-4716acdfd1c5 req-99e3d394-6648-44e3-9a31-b2dc3c264aa4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.3445873 Jul 08 22:26:33.929172 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c493cc90-5cab-4201-80b9-4716acdfd1c5 req-e97d3b0e-845c-4df4-8569-b4756a9cc29b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350811 Jul 08 22:26:34.350353 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a174c8a-b3ad-4a16-ae2c-3a6a090d5f95 req-3309926a-01ba-45f2-9b4d-4814f40b9633 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:34.351877 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2a174c8a-b3ad-4a16-ae2c-3a6a090d5f95 req-3309926a-01ba-45f2-9b4d-4814f40b9633 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 945 time: 0.0637591 Jul 08 22:26:34.388347 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2a174c8a-b3ad-4a16-ae2c-3a6a090d5f95 req-596d3973-9c55-4f0d-9fb0-c634b82c20d2 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309584 Jul 08 22:26:35.124095 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fcd5b-9c0f-4ce5-8490-747806278573 req-62270dd6-0d53-4407-9118-31c42f7886f6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:35.125919 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f99fcd5b-9c0f-4ce5-8490-747806278573 req-62270dd6-0d53-4407-9118-31c42f7886f6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0697832 Jul 08 22:26:35.173196 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f99fcd5b-9c0f-4ce5-8490-747806278573 req-64139544-c910-4942-b4e1-c38238f0dd4b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399415 Jul 08 22:26:35.567045 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5089fa-098f-47dd-81ee-a8d2a3419240 req-e36ed91b-a60d-4579-8c94-00c044234b6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:35.569244 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1d5089fa-098f-47dd-81ee-a8d2a3419240 req-e36ed91b-a60d-4579-8c94-00c044234b6d tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 945 time: 0.0618618 Jul 08 22:26:35.606067 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1d5089fa-098f-47dd-81ee-a8d2a3419240 req-c0fb1669-e72c-4fab-86b5-4e075e48396f tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Jul 08 22:26:35.772316 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3c5ba-45b2-4151-8f23-52788deb5aae req-dcb28b0d-42ab-4e67-8bb6-c70c38caac97 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:35.773741 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ecb3c5ba-45b2-4151-8f23-52788deb5aae req-dcb28b0d-42ab-4e67-8bb6-c70c38caac97 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 945 time: 0.0634317 Jul 08 22:26:35.783008 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46660) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:35.788160 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Request body: {'floatingip': {'port_id': '5bf1366b-1549-4729-a0d5-b952d4467026'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:26:35.828304 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:36.110055 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:36.323473 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:36.328717 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:36.363810 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8f64b-113c-4043-90ac-a42cbf78f0cd req-60e67da7-ab7e-443e-8d4b-637abd28ba53 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:36.365415 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ef8f64b-113c-4043-90ac-a42cbf78f0cd req-60e67da7-ab7e-443e-8d4b-637abd28ba53 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0759604 Jul 08 22:26:36.410857 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ef8f64b-113c-4043-90ac-a42cbf78f0cd req-f364fa24-e739-4427-a4c4-d4e63ab67c2d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378902 Jul 08 22:26:36.640709 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Floating IP 5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4 associated. External IP: 172.27.1.24, port: 5bf1366b-1549-4729-a0d5-b952d4467026. Jul 08 22:26:36.816144 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:26:36.838201 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Router 8dc596ac-ad16-4602-9423-42ae2b326462 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:26:36.949254 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:26:36.954863 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:36.960036 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] Sync routers for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:26:36.968845 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:26:36.969547 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:26:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:36.995090 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-533aa3d2-1937-4343-94c3-18aa58c19ce6 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "PUT /v2.0/floatingips/5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4 HTTP/1.1" status: 200 len: 990 time: 1.2109380 Jul 08 22:26:36.995736 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'tag': '5bf1366b-1549-4729-a0d5-b952d4467026'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:26:36.998351 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5506e36c713e39a26939709c8300d0d9de9fa98c4794aa7e673ec52931e05aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de07c7-d37a-4d74-a676-41016eb74dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e799b65-605b-419f-ac3a-0e135efa1f1d", "tag": "5bf1366b-1549-4729-a0d5-b952d4467026"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:26:37.084711 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:26:37.107949 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5629e8ff-715f-4462-a8d5-1e16af21a5e1 x-openstack-request-id: req-5629e8ff-715f-4462-a8d5-1e16af21a5e1 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:26:37.108254 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e799b65-605b-419f-ac3a-0e135efa1f1d", "tag": "5bf1366b-1549-4729-a0d5-b952d4467026", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:26:37.108507 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5629e8ff-715f-4462-a8d5-1e16af21a5e1 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:26:37.108934 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'tag': '5bf1366b-1549-4729-a0d5-b952d4467026', 'status': 'completed', 'code': 200} Jul 08 22:26:37.218780 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-84678c67-b04d-4d2b-ad37-56240683d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:37.221171 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-84678c67-b04d-4d2b-ad37-56240683d1d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 1098 time: 0.0683835 Jul 08 22:26:37.326922 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-3ad1114d-041b-4e97-8dd8-b87e49c5e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:37.328553 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-3ad1114d-041b-4e97-8dd8-b87e49c5e73e service neutron] 10.222.0.67 "GET /v2.0/networks?id=70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 200 len: 912 time: 0.0946996 Jul 08 22:26:37.335834 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'port_id': '5bf1366b-1549-4729-a0d5-b952d4467026', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'mac_address': 'fa:16:3e:c1:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:26:23Z', 'updated_at': '2021-07-08T22:26:36Z', 'revision_number': 1, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:37.365338 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] Checking router: 8dc596ac-ad16-4602-9423-42ae2b326462 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:26:37.374360 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:26:37.375048 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:26:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:37.400102 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-8924b974-a74c-4ca0-8c6e-af4ce79ec486 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf1366b-1549-4729-a0d5-b952d4467026 HTTP/1.1" status: 200 len: 998 time: 0.0595484 Jul 08 22:26:37.464436 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-c43c031e-5251-4e9b-969d-30c866e179a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:37.465752 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-c43c031e-5251-4e9b-969d-30c866e179a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 200 len: 850 time: 0.0491974 Jul 08 22:26:37.492152 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:26:37.541960 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-9ccf5e7e-823f-4f14-9740-c9ce205e21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:37.543502 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-9ccf5e7e-823f-4f14-9740-c9ce205e21ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70939837-e8e1-46d7-9ec3-a2b37e3f114d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674374 Jul 08 22:26:37.678264 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-8e1500b2-08ac-49ca-ae37-23caa2752de6 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170700 Jul 08 22:26:37.686041 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854187d-d97c-4c1a-b70f-c8028b267a07 req-24b497b8-1cdb-495b-99ee-89c863716b01 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:37.687553 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c854187d-d97c-4c1a-b70f-c8028b267a07 req-24b497b8-1cdb-495b-99ee-89c863716b01 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.1361122 Jul 08 22:26:37.740575 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'port_id': '5bf1366b-1549-4729-a0d5-b952d4467026', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'mac_address': 'fa:16:3e:c1:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:26:23Z', 'updated_at': '2021-07-08T22:26:36Z', 'revision_number': 1, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:26:37.767126 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a049821-decd-44a8-bbc2-2b95680d2241 None None] The sync data for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi is: [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'port_id': '5bf1366b-1549-4729-a0d5-b952d4467026', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'mac_address': 'fa:16:3e:c1:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:26:23Z', 'updated_at': '2021-07-08T22:26:36Z', 'revision_number': 1, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:26:37.779956 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c854187d-d97c-4c1a-b70f-c8028b267a07 req-9e699d2a-b69c-43bf-938a-a2ff41d43a41 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827544 Jul 08 22:26:37.800432 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-82de07c7-d37a-4d74-a676-41016eb74dc7 req-533313b3-261d-4f98-b197-8fd6ccb02c20 service neutron] 10.222.0.67 "GET /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110606 Jul 08 22:26:37.973669 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39edc94-11f3-4b7f-8a98-cc4ecbd939c5 None None] New status for floating IP 5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4: ACTIVE {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:26:38.968888 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999957b-3298-4c99-9714-65e8efadf43c req-dde675d7-6001-4421-8677-8a6427532ab8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:38.970388 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d999957b-3298-4c99-9714-65e8efadf43c req-dde675d7-6001-4421-8677-8a6427532ab8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0650537 Jul 08 22:26:39.014249 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d999957b-3298-4c99-9714-65e8efadf43c req-fb93ad7e-6c57-4cca-8968-e1c9996a81df tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Jul 08 22:26:40.194009 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb69c07-7530-4a6e-8757-0327f82c106b req-2a1700f8-105c-4328-b96a-39b57474e0e9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:40.195456 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7fb69c07-7530-4a6e-8757-0327f82c106b req-2a1700f8-105c-4328-b96a-39b57474e0e9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0622897 Jul 08 22:26:40.233017 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7fb69c07-7530-4a6e-8757-0327f82c106b req-8d222297-098d-45f6-a8c5-995f0a82dd89 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320950 Jul 08 22:26:41.414234 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96f42-6b66-44b5-a030-84a798ba05f1 req-c6344c7a-4df9-43e9-bcc4-13e8e78225dc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:41.415832 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5cd96f42-6b66-44b5-a030-84a798ba05f1 req-c6344c7a-4df9-43e9-bcc4-13e8e78225dc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0637064 Jul 08 22:26:41.453153 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5cd96f42-6b66-44b5-a030-84a798ba05f1 req-fa320de8-37e6-4045-9dea-c9e6fc657e0d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318489 Jul 08 22:26:42.497515 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-24f8fa3a-40c9-4e0d-b757-64670978c2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:42.640473 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564e8a3-173b-4cc3-b9fe-e8d8343ed6d5 req-e0fe4981-2943-45f6-8373-4170c0be2135 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:42.641945 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d564e8a3-173b-4cc3-b9fe-e8d8343ed6d5 req-e0fe4981-2943-45f6-8373-4170c0be2135 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0669656 Jul 08 22:26:42.681470 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d564e8a3-173b-4cc3-b9fe-e8d8343ed6d5 req-7b1f0275-1777-4eab-a697-5612bbe1323d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330043 Jul 08 22:26:43.859988 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46348c-a199-456d-910b-5267d5327e7c req-d8bafd1e-fc40-442f-ba19-3d2ac9055389 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:43.861477 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9d46348c-a199-456d-910b-5267d5327e7c req-d8bafd1e-fc40-442f-ba19-3d2ac9055389 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0635240 Jul 08 22:26:43.900074 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9d46348c-a199-456d-910b-5267d5327e7c req-49a010fb-f50f-4e4d-89ee-307222a21adc tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330915 Jul 08 22:26:45.019245 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-1edcf0e7-33f1-438e-8335-809b5d981476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:45.089376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a69dd5-046a-44d5-99ec-6b4961555649 req-212eafd4-76f0-4bae-8a7d-aa8e3de2a5df tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:45.090914 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-43a69dd5-046a-44d5-99ec-6b4961555649 req-212eafd4-76f0-4bae-8a7d-aa8e3de2a5df tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0671825 Jul 08 22:26:45.135975 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-43a69dd5-046a-44d5-99ec-6b4961555649 req-9d23cf12-d4e9-4da5-8c4a-696a3c364101 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389974 Jul 08 22:26:45.215064 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:45.946207 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:46.216568 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 46752) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:46.318985 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7599cf8b-52f9-4aac-b9f0-e57d25a410c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:46.321263 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab7792-1522-4e61-be42-c28d44c5fe66 req-01d96515-9052-4596-b46f-69a5eecf57c8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:46.322786 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4bab7792-1522-4e61-be42-c28d44c5fe66 req-01d96515-9052-4596-b46f-69a5eecf57c8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0662742 Jul 08 22:26:46.361602 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4bab7792-1522-4e61-be42-c28d44c5fe66 req-17cb1619-3e70-47fc-81fe-84d698642799 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Jul 08 22:26:46.408554 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7599cf8b-52f9-4aac-b9f0-e57d25a410c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:46.412531 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7599cf8b-52f9-4aac-b9f0-e57d25a410c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:46.450302 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7599cf8b-52f9-4aac-b9f0-e57d25a410c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=891d7b5b51524557a0b480aa98e80320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323854 Jul 08 22:26:46.451058 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599cf8b-52f9-4aac-b9f0-e57d25a410c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e0cbd-869f-4eda-ba60-7fa81cc7fab0,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:46.453197 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 46756) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:26:46.518850 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-82e18c41-0fbb-40d1-920d-2f789f355dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:46.539387 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-82e18c41-0fbb-40d1-920d-2f789f355dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:46.587195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-82e18c41-0fbb-40d1-920d-2f789f355dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:46.589759 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-82e18c41-0fbb-40d1-920d-2f789f355dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:46.590956 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-82e18c41-0fbb-40d1-920d-2f789f355dbf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad3e0cbd-869f-4eda-ba60-7fa81cc7fab0 HTTP/1.1" status: 204 len: 168 time: 0.1366262 Jul 08 22:26:46.598756 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e18c41-0fbb-40d1-920d-2f789f355dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e0cbd-869f-4eda-ba60-7fa81cc7fab0,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:47.552176 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b2aa9-3fb4-466e-abe2-0b8cb29b6b0b req-d1f4b68e-5a8d-4d48-9317-be1ae6b6e96c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:47.553776 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d21b2aa9-3fb4-466e-abe2-0b8cb29b6b0b req-d1f4b68e-5a8d-4d48-9317-be1ae6b6e96c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0730085 Jul 08 22:26:47.599397 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d21b2aa9-3fb4-466e-abe2-0b8cb29b6b0b req-2d9c0962-89c1-41d4-b645-76ac41d8cf14 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Jul 08 22:26:47.693353 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:48.793049 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2e92a-265b-43a7-8545-f0adb6141347 req-ddaded4b-17d5-4df5-b1c9-36a49ba263d4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:48.794550 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-33a2e92a-265b-43a7-8545-f0adb6141347 req-ddaded4b-17d5-4df5-b1c9-36a49ba263d4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0745454 Jul 08 22:26:48.833992 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-33a2e92a-265b-43a7-8545-f0adb6141347 req-cfb8b0db-bc10-43df-93cc-7fbe1843cc4b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339377 Jul 08 22:26:49.053584 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:26:49.306000 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:49.319916 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'port_id': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'mac_address': 'fa:16:3e:3e:79:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:26:49.358765 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:49.371558 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32effb88-a8ef-4d74-af47-12b3bc53e565 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:26:49.392910 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:49.398886 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:49.452657 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=6']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:49.460665 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.461018 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.461360 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.461697 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.462475 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.462475 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.462753 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.462995 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.463356 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.463685 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.464006 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.464326 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:26:49.516474 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['32effb88-a8ef-4d74-af47-12b3bc53e565'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:26:50.058294 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9336f-c965-4a25-b523-4f39bbd5f75a req-295047b1-2eb8-4843-b0b2-c1a81d1466b1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:50.066183 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-75c9336f-c965-4a25-b523-4f39bbd5f75a req-295047b1-2eb8-4843-b0b2-c1a81d1466b1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 944 time: 0.0794551 Jul 08 22:26:50.106730 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-75c9336f-c965-4a25-b523-4f39bbd5f75a req-d6620d5c-5fac-468f-9d3d-6b38a0a5f400 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 Jul 08 22:26:51.055101 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:26:51.120963 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 32effb88-a8ef-4d74-af47-12b3bc53e565 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:26:51.121338 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:51.232087 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:51.290505 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:26:51.291622 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:26:51.294521 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0591964-30ae-4a64-8024-eecf8080a974" -d '{"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-plugged", "status": "completed", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:26:51.298603 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:26:51.333874 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247832e9-9e2a-4127-b558-40c3560fe12d req-558626f6-4210-413b-8db8-adab2f699e1e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:51.353226 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=7']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:26:51.354243 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-247832e9-9e2a-4127-b558-40c3560fe12d req-558626f6-4210-413b-8db8-adab2f699e1e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 944 time: 0.1118131 Jul 08 22:26:51.371953 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e85aaa-8607-4876-8e07-e66143a54b8f x-openstack-request-id: req-05e85aaa-8607-4876-8e07-e66143a54b8f {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:26:51.372245 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-plugged", "status": "completed", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:26:51.372495 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05e85aaa-8607-4876-8e07-e66143a54b8f {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:26:51.372937 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'code': 200} Jul 08 22:26:51.396557 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-247832e9-9e2a-4127-b558-40c3560fe12d req-f5aa0e0e-d065-433a-9e29-838811002da3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Jul 08 22:26:52.589011 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305ae1-6239-407d-ad10-a5c5cda9d8b2 req-9c561ca3-5068-4769-8c42-b23bf6718cd4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:52.590891 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a7305ae1-6239-407d-ad10-a5c5cda9d8b2 req-9c561ca3-5068-4769-8c42-b23bf6718cd4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0734274 Jul 08 22:26:52.635149 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a7305ae1-6239-407d-ad10-a5c5cda9d8b2 req-001311f1-0977-4ad6-89cf-8592aeba6e56 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377097 Jul 08 22:26:53.878316 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002e525-f441-4656-8d2e-0af32aa19a7a req-41a214e6-3644-40a6-9882-b1a798636556 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:53.880964 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0002e525-f441-4656-8d2e-0af32aa19a7a req-41a214e6-3644-40a6-9882-b1a798636556 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0870755 Jul 08 22:26:53.925475 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0002e525-f441-4656-8d2e-0af32aa19a7a req-1f207476-c148-49c7-8f67-7aab15235dc8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354912 Jul 08 22:26:55.124737 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30c36-5c0d-421b-96b9-0e0eddc104d9 req-84b918fa-003e-4958-81eb-81396089acef tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:55.126349 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c4a30c36-5c0d-421b-96b9-0e0eddc104d9 req-84b918fa-003e-4958-81eb-81396089acef tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0720053 Jul 08 22:26:55.179843 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c4a30c36-5c0d-421b-96b9-0e0eddc104d9 req-3c06c2bb-8f15-4384-a8d9-2f5c9541bbfb tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353119 Jul 08 22:26:56.375325 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5a2a-f59a-4682-8ce7-9748d7767622 req-8e0a32d7-d197-444c-beb3-961c1f3ada8a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:56.377967 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-22af5a2a-f59a-4682-8ce7-9748d7767622 req-8e0a32d7-d197-444c-beb3-961c1f3ada8a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0747123 Jul 08 22:26:56.426000 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-22af5a2a-f59a-4682-8ce7-9748d7767622 req-97192cc7-ba71-4566-8c67-6109e41cdfe8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370946 Jul 08 22:26:57.673774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5896ebb-1d50-4834-95eb-ce588e2a0fa2 req-7485c6a3-fa1c-43cf-9777-ac968da67e72 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:57.675334 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5896ebb-1d50-4834-95eb-ce588e2a0fa2 req-7485c6a3-fa1c-43cf-9777-ac968da67e72 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0686898 Jul 08 22:26:57.720813 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d5896ebb-1d50-4834-95eb-ce588e2a0fa2 req-1d4bd8b1-c3c1-4a01-8f30-6416453ac9f8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389166 Jul 08 22:26:58.902331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66605b90-69bd-4712-ad2d-16e28d43fd17 req-0704ef34-0d5b-4c76-8a96-7be833c94fdd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:58.903839 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-66605b90-69bd-4712-ad2d-16e28d43fd17 req-0704ef34-0d5b-4c76-8a96-7be833c94fdd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0672429 Jul 08 22:26:58.949018 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-66605b90-69bd-4712-ad2d-16e28d43fd17 req-004ac5c5-fcb1-49aa-af08-8c872a1ad192 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393538 Jul 08 22:26:59.269402 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-33ad0b46-8b95-41bb-b96b-89ab98a20af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:59.270852 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-33ad0b46-8b95-41bb-b96b-89ab98a20af1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 1098 time: 0.0559247 Jul 08 22:26:59.361469 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-f9619a39-4d27-4387-ac7c-7502032695a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:59.363044 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-f9619a39-4d27-4387-ac7c-7502032695a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.0854383 Jul 08 22:26:59.436208 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-76d24103-2d5a-4e5f-b9ee-3c8e5bb96ba9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32effb88-a8ef-4d74-af47-12b3bc53e565 HTTP/1.1" status: 200 len: 1001 time: 0.0629983 Jul 08 22:26:59.486216 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-0c77984a-f70f-4b6b-aebd-b371bfe0fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:59.487674 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-0c77984a-f70f-4b6b-aebd-b371bfe0fdb4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0434868 Jul 08 22:26:59.547332 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-cfd51185-d1b4-49c8-85d7-0ae39b77cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:26:59.548763 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-cfd51185-d1b4-49c8-85d7-0ae39b77cce5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522048 Jul 08 22:26:59.643068 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-d1a51cdb-1c8e-4c8f-ac6e-e74962e0d604 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866418 Jul 08 22:26:59.735192 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4cf6015a-092e-49a6-ab51-7c1572e67719 req-7325320f-b11a-4dae-8519-eea533fcd18a service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848289 Jul 08 22:27:00.138491 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e5835-065e-477b-96b6-c857888a21d6 req-fe865777-9216-48d0-aacf-48115446e449 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:00.140698 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a32e5835-065e-477b-96b6-c857888a21d6 req-fe865777-9216-48d0-aacf-48115446e449 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0725212 Jul 08 22:27:00.184297 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a32e5835-065e-477b-96b6-c857888a21d6 req-4e2fd2df-68df-4aff-a09f-262f1a6f88aa tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Jul 08 22:27:01.367737 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101dca2-7581-4452-9e07-a30402235eea req-c8193e53-579a-44b9-98ad-a7bbb436ece5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:01.369360 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c101dca2-7581-4452-9e07-a30402235eea req-c8193e53-579a-44b9-98ad-a7bbb436ece5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0666132 Jul 08 22:27:01.406112 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c101dca2-7581-4452-9e07-a30402235eea req-ca807666-205b-4483-8753-6a80dc935bea tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312729 Jul 08 22:27:02.605238 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd26c5-f932-45b1-9982-35860818e387 req-8b030359-3322-4459-8c33-b19a041ba9a6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:02.606723 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fddd26c5-f932-45b1-9982-35860818e387 req-8b030359-3322-4459-8c33-b19a041ba9a6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 945 time: 0.0634418 Jul 08 22:27:02.649333 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fddd26c5-f932-45b1-9982-35860818e387 req-f6c9ef58-034d-4ead-b45b-e81b7de46fea tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367069 Jul 08 22:27:03.116053 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:27:03.193184 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:03.215410 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:27:03.217681 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6457dc-57dc-468e-a893-741e3b2adc46" -d '{"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:27:03.231255 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:03.236154 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:03.259989 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 22:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3aee8f-514f-49d6-acf4-6f14fdaf93a5 x-openstack-request-id: req-6e3aee8f-514f-49d6-acf4-6f14fdaf93a5 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:27:03.260280 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-unplugged", "status": "failed", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565", "code": 422}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:27:03.260530 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e3aee8f-514f-49d6-acf4-6f14fdaf93a5 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:27:03.260916 dv-cinder-800093-1-iscsi neutron-server[93029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'code': 422} returned with failed status Jul 08 22:27:03.287944 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=8']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:03.836309 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42842383-1d14-451c-ae91-79fe78e3291a req-41223797-2e3c-4ee6-abe3-80e358316410 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:03.838592 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-42842383-1d14-451c-ae91-79fe78e3291a req-41223797-2e3c-4ee6-abe3-80e358316410 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0725675 Jul 08 22:27:03.842355 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-ebe9ecbc-cfc2-44b1-b566-e8bb162d15f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523570 Jul 08 22:27:03.884503 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-42842383-1d14-451c-ae91-79fe78e3291a req-21c933ff-02c8-42ad-972a-098739df4ecd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400560 Jul 08 22:27:04.391361 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-084de658-b123-417b-8b33-d92ed698765d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558672 Jul 08 22:27:04.491608 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-7c84efeb-9ea0-42c2-a06a-2a056425cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:04.493544 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-7c84efeb-9ea0-42c2-a06a-2a056425cbd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1099 time: 0.0654023 Jul 08 22:27:04.630675 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-179a3fba-a4d4-4d22-aac7-258a7382f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:04.632273 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-179a3fba-a4d4-4d22-aac7-258a7382f54c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 910 time: 0.0911300 Jul 08 22:27:04.706316 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-614de2e8-5e61-465c-a6ad-7c4bca163d78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 1001 time: 0.0620494 Jul 08 22:27:04.762002 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-89b9df51-c7e7-4e55-869a-ee2596daef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:04.763637 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-89b9df51-c7e7-4e55-869a-ee2596daef52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 200 len: 848 time: 0.0459733 Jul 08 22:27:04.828621 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-2355474a-ebac-4d44-83e5-bc1e2f5ce72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:04.830641 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-2355474a-ebac-4d44-83e5-bc1e2f5ce72e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541828 Jul 08 22:27:04.932928 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-92dc1f82-b489-440d-ac1e-61da12f74c28 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900223 Jul 08 22:27:05.116632 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0922d93b-8edd-474e-9bab-90e56af0e289 req-e74f83b6-83e5-4875-9bcc-536b5a6eab6b service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735284 Jul 08 22:27:05.122193 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-87f50467-72ab-4d50-aa58-489e6b8088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:05.124120 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-87f50467-72ab-4d50-aa58-489e6b8088a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f&tenant_id=8f91ea219e404c2c9aff7146d8ff0b13 HTTP/1.1" status: 200 len: 1096 time: 0.1390300 Jul 08 22:27:05.144571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8b05c-a478-4d9a-8129-90d9e89f1302 req-05e14058-73af-4a93-b1a5-bade424d0c02 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:05.146087 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3fa8b05c-a478-4d9a-8129-90d9e89f1302 req-05e14058-73af-4a93-b1a5-bade424d0c02 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.1250238 Jul 08 22:27:05.214219 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3fa8b05c-a478-4d9a-8129-90d9e89f1302 req-0d0b3e70-94d8-4998-9d9a-6b206ebe4cdd tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626037 Jul 08 22:27:05.235687 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-0dd4b710-3c80-4bd0-a884-47864a50a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:05.237154 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-0dd4b710-3c80-4bd0-a884-47864a50a54a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 1096 time: 0.0697505 Jul 08 22:27:05.349686 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-9f90cc5d-3fb3-476f-9433-97430ab105bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:05.351322 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-9f90cc5d-3fb3-476f-9433-97430ab105bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.0863497 Jul 08 22:27:05.422729 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-160c2e11-c46b-4acd-8f0a-36c4c209d82a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32effb88-a8ef-4d74-af47-12b3bc53e565 HTTP/1.1" status: 200 len: 999 time: 0.0595157 Jul 08 22:27:05.475382 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-3b07d9a9-ee62-4374-a211-3c5363ddb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:05.476823 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-3b07d9a9-ee62-4374-a211-3c5363ddb3f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0435495 Jul 08 22:27:05.540461 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-63af2230-1d8b-42ff-b5e5-55dd9571194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:05.542017 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-63af2230-1d8b-42ff-b5e5-55dd9571194d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551510 Jul 08 22:27:05.638104 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-77037edb-71a9-4986-997b-8d4091dd5812 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836408 Jul 08 22:27:05.745459 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-1a914758-5da0-411c-b215-3502b8a83d5e service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894988 Jul 08 22:27:06.137018 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:06.430055 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e205689-9c38-48b3-8d15-39f74b4e5251 req-d154eb73-609a-4602-b1bf-a759357ac3cb tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:06.431743 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e205689-9c38-48b3-8d15-39f74b4e5251 req-d154eb73-609a-4602-b1bf-a759357ac3cb tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0786376 Jul 08 22:27:06.491036 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5e205689-9c38-48b3-8d15-39f74b4e5251 req-5cdad4cb-fb50-4464-a69f-c3d2180479c7 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531759 Jul 08 22:27:07.691779 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32537066-f7e3-4f1e-bae5-7661dc6a4f20 req-4c12594e-fd75-4892-bd5d-7d236717a077 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:07.693357 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-32537066-f7e3-4f1e-bae5-7661dc6a4f20 req-4c12594e-fd75-4892-bd5d-7d236717a077 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0714226 Jul 08 22:27:07.730807 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-32537066-f7e3-4f1e-bae5-7661dc6a4f20 req-ae28351c-b4e1-40b4-99b0-fd5ca41b763d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Jul 08 22:27:08.943142 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844176f-b066-463b-a2f9-b673d31a8826 req-9fea9da9-8928-48ea-820e-63a6c1b53185 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:08.944700 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b844176f-b066-463b-a2f9-b673d31a8826 req-9fea9da9-8928-48ea-820e-63a6c1b53185 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0897794 Jul 08 22:27:08.986120 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b844176f-b066-463b-a2f9-b673d31a8826 req-ebc3704e-fd42-4a0b-8905-0b4c029e82b2 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355155 Jul 08 22:27:10.186428 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efac8b-50df-4bed-b698-2a87df878756 req-9c6b0703-dc03-4f2e-a1f0-a757cd7fea3c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:10.187846 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-16efac8b-50df-4bed-b698-2a87df878756 req-9c6b0703-dc03-4f2e-a1f0-a757cd7fea3c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0786312 Jul 08 22:27:10.229511 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-16efac8b-50df-4bed-b698-2a87df878756 req-063e3946-132a-4814-8876-5a9f75186515 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344861 Jul 08 22:27:11.434057 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3ca49-fffb-4495-a232-ef68cf5e5c6d req-beb3105e-eaee-45af-917a-29cefcd92f6d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:11.435594 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f8a3ca49-fffb-4495-a232-ef68cf5e5c6d req-beb3105e-eaee-45af-917a-29cefcd92f6d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0786171 Jul 08 22:27:11.482168 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f8a3ca49-fffb-4495-a232-ef68cf5e5c6d req-39ce50ad-8d4c-49ca-af95-dda2eda825ef tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399222 Jul 08 22:27:12.499936 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-43388d26-517a-4ca9-93ab-a1333fbb0ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:12.714753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca6580-3d01-43cf-a0ff-9e8114165f07 req-91c82281-0042-4ce7-9b86-53e5c03c2bb9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:12.715825 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aaca6580-3d01-43cf-a0ff-9e8114165f07 req-91c82281-0042-4ce7-9b86-53e5c03c2bb9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.1011872 Jul 08 22:27:12.759492 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-aaca6580-3d01-43cf-a0ff-9e8114165f07 req-6fdf2441-61d8-4219-a79e-2d47e01df773 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369136 Jul 08 22:27:13.816884 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:27:13.954681 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1cbb-b8a2-4c7b-ab09-e5d838cbf6e1 req-458c4bdd-95e1-4798-bcf7-f3c7a805f3e8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:13.956320 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-358a1cbb-b8a2-4c7b-ab09-e5d838cbf6e1 req-458c4bdd-95e1-4798-bcf7-f3c7a805f3e8 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0809538 Jul 08 22:27:13.993414 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-358a1cbb-b8a2-4c7b-ab09-e5d838cbf6e1 req-b489a902-1021-4524-ba13-f1da176ac560 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310676 Jul 08 22:27:15.044372 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-71ed5dd7-8bf7-4ef9-b4fa-5f7dba03d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:15.191978 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf654e2-24df-4908-a57c-52fc6ad4a2cc req-8d43ff3f-f598-459c-bef8-4e67fa89f01e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:15.193423 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fbf654e2-24df-4908-a57c-52fc6ad4a2cc req-8d43ff3f-f598-459c-bef8-4e67fa89f01e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0699453 Jul 08 22:27:15.226758 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:15.241123 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fbf654e2-24df-4908-a57c-52fc6ad4a2cc req-ff728f8d-7c9c-462d-b858-e864d5bd0f69 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420048 Jul 08 22:27:15.952258 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:16.434502 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc0429-d2da-4d61-b442-9f2165bd6f8d req-134068fe-7d58-47d4-8b31-3b59ee390b3c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:16.436028 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-68bc0429-d2da-4d61-b442-9f2165bd6f8d req-134068fe-7d58-47d4-8b31-3b59ee390b3c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0693953 Jul 08 22:27:16.473256 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-68bc0429-d2da-4d61-b442-9f2165bd6f8d req-e270134f-f29a-455f-9c4e-4e5ad0fd9fe6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Jul 08 22:27:17.671568 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6aa0-201b-4d03-a21b-de0e80183a5e req-f6861049-a5e4-4c74-b480-98a1b82c511c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:17.673112 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-edfa6aa0-201b-4d03-a21b-de0e80183a5e req-f6861049-a5e4-4c74-b480-98a1b82c511c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0709486 Jul 08 22:27:17.696003 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:17.715335 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-edfa6aa0-201b-4d03-a21b-de0e80183a5e req-940f1383-6cfa-435f-95c2-c2b73ead3ab9 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359254 Jul 08 22:27:18.912232 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c05b36-b07e-4a70-aaf1-367b900ea760 req-786d5a88-7aaf-4396-8427-faa28c2ec765 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:18.913732 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-36c05b36-b07e-4a70-aaf1-367b900ea760 req-786d5a88-7aaf-4396-8427-faa28c2ec765 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0697336 Jul 08 22:27:18.957334 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-36c05b36-b07e-4a70-aaf1-367b900ea760 req-a13c4b9e-4d76-4ae1-ba80-28ec0cb69d97 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373294 Jul 08 22:27:20.151667 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804293a-3f2d-4a25-80e9-6a6c788e34d3 req-ab6b2236-7cbe-4931-8200-72fab45bf6d1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:20.153209 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c804293a-3f2d-4a25-80e9-6a6c788e34d3 req-ab6b2236-7cbe-4931-8200-72fab45bf6d1 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0695136 Jul 08 22:27:20.192174 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c804293a-3f2d-4a25-80e9-6a6c788e34d3 req-144ff24b-c65b-4828-a291-883a8d9f5735 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 Jul 08 22:27:21.380552 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb7621-0e16-4696-99f4-dada697d704e req-15eee354-b549-43d9-b007-0f7913e25b8e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:21.382460 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c1cb7621-0e16-4696-99f4-dada697d704e req-15eee354-b549-43d9-b007-0f7913e25b8e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0658181 Jul 08 22:27:21.419601 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c1cb7621-0e16-4696-99f4-dada697d704e req-7a0ac260-e6d7-4b74-b66a-79dbd046252b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319705 Jul 08 22:27:22.070934 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f42bf2-c0fa-4389-bb16-ba00fc531481 req-a972ad11-31d0-4db5-8aba-2cd732829603 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:22.072398 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e7f42bf2-c0fa-4389-bb16-ba00fc531481 req-a972ad11-31d0-4db5-8aba-2cd732829603 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0630023 Jul 08 22:27:22.109350 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e7f42bf2-c0fa-4389-bb16-ba00fc531481 req-aaa14146-d1ee-40a9-a17f-bd04fd566a0a tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314333 Jul 08 22:27:22.602279 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5fda-3ec3-47c2-b531-3e23d16db38f req-d5d0b4f6-d5d2-479b-9a38-be1c353bdb0b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:22.603792 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-344d5fda-3ec3-47c2-b531-3e23d16db38f req-d5d0b4f6-d5d2-479b-9a38-be1c353bdb0b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 943 time: 0.0649447 Jul 08 22:27:22.643328 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-344d5fda-3ec3-47c2-b531-3e23d16db38f req-64c29998-cf82-4da8-8839-7b948b449c3d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337644 Jul 08 22:27:23.240676 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:27:23.284148 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f69404-7269-4e2c-bae0-2e49f9222dc7 req-5aac7ba2-a64a-4bd8-9497-d61386b7c80f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:23.286234 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03f69404-7269-4e2c-bae0-2e49f9222dc7 req-5aac7ba2-a64a-4bd8-9497-d61386b7c80f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0669062 Jul 08 22:27:23.324273 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03f69404-7269-4e2c-bae0-2e49f9222dc7 req-25399622-202d-4f5f-b8ff-7110ecf09975 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Jul 08 22:27:23.339456 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:23.352386 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'port_id': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'mac_address': 'fa:16:3e:3e:79:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:27:23.393002 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:23.406976 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32effb88-a8ef-4d74-af47-12b3bc53e565 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:27:23.426748 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:23.430587 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:23.479656 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=9']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:23.813124 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['32effb88-a8ef-4d74-af47-12b3bc53e565'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:27:23.820239 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f5dc-4c02-4d2e-843e-cecc4de61dbe req-29a17d85-14f9-4666-9e38-34fd1fa80924 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:23.821989 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b103f5dc-4c02-4d2e-843e-cecc4de61dbe req-29a17d85-14f9-4666-9e38-34fd1fa80924 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 944 time: 0.0631371 Jul 08 22:27:23.860338 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b103f5dc-4c02-4d2e-843e-cecc4de61dbe req-7ee4beab-45ef-4b93-91bf-4b3caa6264f6 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326428 Jul 08 22:27:24.509740 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c174b8-192e-4a2b-898c-50fc88a9001a req-2825b2c8-cf19-4ce1-a215-51244c4a294c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:24.511119 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c9c174b8-192e-4a2b-898c-50fc88a9001a req-2825b2c8-cf19-4ce1-a215-51244c4a294c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0698354 Jul 08 22:27:24.548747 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c9c174b8-192e-4a2b-898c-50fc88a9001a req-a7f12c7d-58c2-4f10-8bc2-ec4ff4aaa659 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Jul 08 22:27:25.040881 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d63d5-0095-40d2-9c50-e69a366a4ff3 req-a1a751b4-f3e2-4faa-b56a-c9b6a057da4e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:25.042533 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-077d63d5-0095-40d2-9c50-e69a366a4ff3 req-a1a751b4-f3e2-4faa-b56a-c9b6a057da4e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 944 time: 0.0627940 Jul 08 22:27:25.080999 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-077d63d5-0095-40d2-9c50-e69a366a4ff3 req-217bf3ce-5e4d-4438-be52-c843c3f2cc33 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327702 Jul 08 22:27:25.246332 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:25.295097 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 32effb88-a8ef-4d74-af47-12b3bc53e565 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:25.295474 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:25.373324 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:25.399045 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:27:25.401622 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fdc252-2159-4e1d-8f97-3c291926e7de" -d '{"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-plugged", "status": "completed", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:27:25.424789 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:25.430333 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:25.465801 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88ae54a-89dd-45eb-bf1e-2d170930470c x-openstack-request-id: req-c88ae54a-89dd-45eb-bf1e-2d170930470c {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:27:25.466077 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-plugged", "status": "completed", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:27:25.466889 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c88ae54a-89dd-45eb-bf1e-2d170930470c {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:27:25.467083 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'code': 200} Jul 08 22:27:25.495819 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=10']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:25.775833 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3fa58-6066-458e-916a-ecdbca5ac649 req-091037ec-597e-49a5-91c7-e00cc17e47b3 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:25.777311 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c2e3fa58-6066-458e-916a-ecdbca5ac649 req-091037ec-597e-49a5-91c7-e00cc17e47b3 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.1033993 Jul 08 22:27:25.786526 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6c2c8-8465-4612-a8dd-9290bb23d9f6 req-72c41137-c51e-404e-8f23-2f1efb6f53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:25.788061 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-49d6c2c8-8465-4612-a8dd-9290bb23d9f6 req-72c41137-c51e-404e-8f23-2f1efb6f53c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 1099 time: 0.0832419 Jul 08 22:27:25.837811 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c2e3fa58-6066-458e-916a-ecdbca5ac649 req-eb347d24-dc30-4496-b12a-9c380940de31 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535178 Jul 08 22:27:25.843078 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-49d6c2c8-8465-4612-a8dd-9290bb23d9f6 req-148af420-bd6c-4c78-8f96-d6c004e06f26 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426013 Jul 08 22:27:26.264446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e05b-df47-410b-9c1a-cc49b96905dd req-3c68ab6c-6cc4-49ae-9a2d-f497a857ad95 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:26.266025 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7d25e05b-df47-410b-9c1a-cc49b96905dd req-3c68ab6c-6cc4-49ae-9a2d-f497a857ad95 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 946 time: 0.0630963 Jul 08 22:27:26.307137 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7d25e05b-df47-410b-9c1a-cc49b96905dd req-deb8bb20-423a-4b40-95ea-95fffa231d8f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Jul 08 22:27:27.024106 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899aff-9816-40f9-99e2-0e3ed2632042 req-e10a2aab-2444-4ec7-a234-8cd7add077cd tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:27.025486 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d7899aff-9816-40f9-99e2-0e3ed2632042 req-e10a2aab-2444-4ec7-a234-8cd7add077cd tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0664454 Jul 08 22:27:27.070552 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d7899aff-9816-40f9-99e2-0e3ed2632042 req-b4b71cbf-332c-487f-b543-4997cd8fdcc1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391266 Jul 08 22:27:27.495654 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8b5cb-ac92-4ae0-b217-a21bd07a4cfc req-9605236d-4e16-4595-8611-42505b4d67c3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:27.497127 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-40b8b5cb-ac92-4ae0-b217-a21bd07a4cfc req-9605236d-4e16-4595-8611-42505b4d67c3 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 946 time: 0.0648804 Jul 08 22:27:27.537967 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-40b8b5cb-ac92-4ae0-b217-a21bd07a4cfc req-5542a747-d3d5-439f-9f48-1168f7e11bec tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343809 Jul 08 22:27:28.261614 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5df58a-762c-4af9-bc49-c828189f6699 req-85b28e88-8a80-4e9b-9159-8e9a299961ba tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:28.263159 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1b5df58a-762c-4af9-bc49-c828189f6699 req-85b28e88-8a80-4e9b-9159-8e9a299961ba tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0684757 Jul 08 22:27:28.302833 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1b5df58a-762c-4af9-bc49-c828189f6699 req-6ef09495-db70-435a-a31e-9b4018c96742 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334978 Jul 08 22:27:28.718388 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2c79a-292e-4e7c-92fa-41f8b00a227e req-c8200275-e78f-4f71-bdce-19b9624a994e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:28.720104 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd2c79a-292e-4e7c-92fa-41f8b00a227e req-c8200275-e78f-4f71-bdce-19b9624a994e tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 946 time: 0.0624485 Jul 08 22:27:28.758906 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd2c79a-292e-4e7c-92fa-41f8b00a227e req-f8c15213-67a9-4749-9117-566e6f55157f tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Jul 08 22:27:29.475230 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968332c1-28c8-43cf-8c96-9ace610d36e7 req-55079a33-23f5-4354-a59b-706af712bc89 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:29.476596 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-968332c1-28c8-43cf-8c96-9ace610d36e7 req-55079a33-23f5-4354-a59b-706af712bc89 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0616260 Jul 08 22:27:29.512903 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-968332c1-28c8-43cf-8c96-9ace610d36e7 req-e04693e0-da3d-4aaa-b7f4-e69244ef3fd1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308392 Jul 08 22:27:30.461030 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47304) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:30.568921 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:30.694960 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:30.699796 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:30.748662 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04c396a23b7349a4973babe6dbc87fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864380 Jul 08 22:27:30.751296 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47312) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:30.752219 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722c3080-b477-4d7b-a87e-9a4b330d907e,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:30.762902 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.763285 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.763650 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.764012 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.764370 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.764705 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.765068 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.765425 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.765782 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.766134 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.766487 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.766864 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a724ce73-457b-42a4-bcb3-e0491d93df29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.777923 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f6cb-3584-436a-a08a-60b98e7f0960 req-20a5c634-601e-466b-bb9f-bfa38366e97e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:30.779985 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bde7f6cb-3584-436a-a08a-60b98e7f0960 req-20a5c634-601e-466b-bb9f-bfa38366e97e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.1444888 Jul 08 22:27:30.802813 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:30.822037 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bde7f6cb-3584-436a-a08a-60b98e7f0960 req-2cfc0625-0677-45a7-8cd5-fab667be3fe7 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362883 Jul 08 22:27:30.827471 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:30.873251 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:30.875991 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:30.877158 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/722c3080-b477-4d7b-a87e-9a4b330d907e HTTP/1.1" status: 204 len: 168 time: 0.1248982 Jul 08 22:27:30.885440 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722c3080-b477-4d7b-a87e-9a4b330d907e,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:30.893956 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.894701 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.895091 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.895424 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.895860 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.896186 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.896416 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.896743 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.897067 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.897389 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.897709 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:30.898033 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1279a0-6361-47d1-b6c7-8793c2197a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:31.511804 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47334) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:31.607532 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-675275056-network', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:27:31.628561 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Made reservation on behalf of 6d7a8947d8b849a68ae9e3bf24ca99c7 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:27:31.631027 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:31.639069 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:31.728748 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:31.732412 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:31.757517 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:27:31.767140 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f8017e-77ca-4d50-8c04-3fce93cd0941,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:31.773901 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:31.774248 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Added segment 9aaa12d3-90dc-4baa-8e69-fa971e7c7909 of type vlan for network 552257d9-cb5d-4eab-ac82-580fe5532f04 Jul 08 22:27:31.813808 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:31.843777 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:31.844695 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:31.845574 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:31.903260 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3902996 Jul 08 22:27:31.906284 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47342) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:31.912846 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585a720-3dff-4338-a619-2d7dbb405f00 admin admin] Pushing event updated for resources: {'Network': ['ID=552257d9-cb5d-4eab-ac82-580fe5532f04,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:31.916993 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Request body: {'subnet': {'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-675275056-subnet', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'ip_version': 4}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:27:31.926657 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:27:31.953471 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Made reservation on behalf of 6d7a8947d8b849a68ae9e3bf24ca99c7 for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:27:31.955835 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8452524'] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.338493 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b9fc5-12b8-4015-bab7-fb6d0188b54e req-6bc11823-6549-40bc-9dcc-6b439feeb21b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:32.340029 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-412b9fc5-12b8-4015-bab7-fb6d0188b54e req-6bc11823-6549-40bc-9dcc-6b439feeb21b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.3963075 Jul 08 22:27:32.410003 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-412b9fc5-12b8-4015-bab7-fb6d0188b54e req-029934c6-9862-4d43-bd9b-027351a5a494 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627682 Jul 08 22:27:32.450959 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8524538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8452510'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.497235 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be6854a-b875-4ed6-ba7e-b9745d537e53,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:32.514021 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Checking segment: {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:27:32.514374 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Network hostable DHCP agents. Network: 552257d9-cb5d-4eab-ac82-580fe5532f04, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:27:32.531931 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:27:32.541207 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, 552257d9-cb5d-4eab-ac82-580fe5532f04) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:32.545683 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:32.546269 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.550307 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98275fc8-5525-4411-aa4a-fbe6b5f4eabe None None] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:27:32.560786 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-10643457-3c6e-4bf2-8e08-b1e61a7a15d9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6526513 Jul 08 22:27:32.563730 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47344) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:32.569023 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:27:32.591671 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.592560 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.644755 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.702882 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-552257d9-cb5d-4eab-ac82-580fe5532f04', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:27:32.703820 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.780642 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.837891 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Allocated IP 172.20.0.2 (552257d9-cb5d-4eab-ac82-580fe5532f04/4be6854a-b875-4ed6-ba7e-b9745d537e53/b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:27:32.989600 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.991563 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:32.998252 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Transition to ACTIVE for port object b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:33.013387 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Transition to ACTIVE for port object b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:33.017029 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.020888 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.062350 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:33.065372 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:33.071402 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:27:33.080168 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Pushing event updated for resources: {'Port': ['ID=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:33.136653 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Allocated IP 172.27.1.50 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/9f6a355a-4bf1-4df5-b655-67b6e88dde7c) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:27:33.143404 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Attempting to bind port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:27:33.143783 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Attempting to bind port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:27:33.144150 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Attempting to bind port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 on network 552257d9-cb5d-4eab-ac82-580fe5532f04 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:27:33.149258 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:27:33.149632 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Checking segment: {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:27:33.150042 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.150451 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Bound using segment: {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:27:33.150965 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Bound port: b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:27:33.151382 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.222161 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] For port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:27:33.225130 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] For port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:27:33.229687 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.250512 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.284829 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc7ea6-57ad-4fdc-b1d8-d502a5ce0aa5 None None] Pushing event updated for resources: {'Port': ['ID=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:33.296275 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.343538 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:33.344817 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6a355a-4bf1-4df5-b655-67b6e88dde7c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:33.347568 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:33.349669 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:27:33.631910 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860a249-72fe-49e1-9315-72d08eabfd1d req-f7e0bac5-8bdd-42e3-9336-1bd9d3aad991 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:33.634075 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c860a249-72fe-49e1-9315-72d08eabfd1d req-f7e0bac5-8bdd-42e3-9336-1bd9d3aad991 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0805519 Jul 08 22:27:33.640743 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.688080 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c860a249-72fe-49e1-9315-72d08eabfd1d req-a9785139-5ce1-4daa-a88f-9b734aaf2430 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470660 Jul 08 22:27:33.721950 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:33.775000 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:33.846077 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:33.979645 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Router 17507e05-e4d8-42c4-8fd8-1c6155c69253 is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:27:34.089289 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:27:34.100394 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Sync routers for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:27:34.108236 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:34.109672 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f4a68d12-4f34-483d-87e2-455efc70abd3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5448415 Jul 08 22:27:34.112271 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47352) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:34.115078 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:27:34.116356 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:27:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:34.236915 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:27:34.306476 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce11f8e-1c57-4021-b477-f7cf2aedea29 None None] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:27:34.420354 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-44229f92-f631-4b0c-93b2-c6e0dd4c0fdc None None] Provisioning for port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:34.439276 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-44229f92-f631-4b0c-93b2-c6e0dd4c0fdc None None] Provisioning complete for port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:34.439649 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-44229f92-f631-4b0c-93b2-c6e0dd4c0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:34.749312 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:34.766503 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-44229f92-f631-4b0c-93b2-c6e0dd4c0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:34.771493 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:33Z', 'revision_number': 3, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:34.812078 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Checking router: 17507e05-e4d8-42c4-8fd8-1c6155c69253 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:27:34.812426 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Updating router 17507e05-e4d8-42c4-8fd8-1c6155c69253 port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:27:34.867251 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:34.869942 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-44229f92-f631-4b0c-93b2-c6e0dd4c0fdc None None] For port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:34.890637 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e604-3429-456d-bcd3-85c54c3caf2a req-9fd88650-9f4c-4919-bbf7-9d75bbfc74a8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:34.892175 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-44229f92-f631-4b0c-93b2-c6e0dd4c0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:34.902661 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c157e604-3429-456d-bcd3-85c54c3caf2a req-9fd88650-9f4c-4919-bbf7-9d75bbfc74a8 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0943134 Jul 08 22:27:34.931631 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Allocated IP 172.20.0.1 (552257d9-cb5d-4eab-ac82-580fe5532f04/4be6854a-b875-4ed6-ba7e-b9745d537e53/052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:27:34.962179 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c157e604-3429-456d-bcd3-85c54c3caf2a req-d7e44e69-c465-4e6a-98a9-1a2c0739911c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585184 Jul 08 22:27:35.016245 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44229f92-f631-4b0c-93b2-c6e0dd4c0fdc None None] Pushing event updated for resources: {'Port': ['ID=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:35.064306 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.080298 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Transition to ACTIVE for port object 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:35.115052 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.144302 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-f3d9998a-8542-4df4-ae28-2daea48146c7 None None] Provisioning complete for port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:35.145000 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-f3d9998a-8542-4df4-ae28-2daea48146c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.153965 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:35.162225 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:35.165541 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:27:35.168698 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:35.206592 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.235597 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.277270 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Transition to ACTIVE for port object 9f6a355a-4bf1-4df5-b655-67b6e88dde7c will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:35.302268 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.362733 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Attempting to bind port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:27:35.363307 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Attempting to bind port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:27:35.363781 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Attempting to bind port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:27:35.372405 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:27:35.372932 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:27:35.373285 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.373687 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.374299 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:27:35.375083 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Bound port: 9f6a355a-4bf1-4df5-b655-67b6e88dde7c, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:27:35.375762 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.406896 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918265ca-cdb3-448d-ae19-ed73d39cf9e6 None None] Pushing event updated for resources: {'Port': ['ID=9f6a355a-4bf1-4df5-b655-67b6e88dde7c,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:35.447740 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-dca30e98-d0a7-4804-a727-7fc5c38fd271 None None] Provisioning for port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:35.457707 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-dca30e98-d0a7-4804-a727-7fc5c38fd271 None None] Provisioning complete for port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:35.458081 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-dca30e98-d0a7-4804-a727-7fc5c38fd271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.461783 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] For port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:27:35.493492 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] For port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=9f6a355a-4bf1-4df5-b655-67b6e88dde7c,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:27:35.500405 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.512530 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-dca30e98-d0a7-4804-a727-7fc5c38fd271 None None] Port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:27:35.547573 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.552247 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.563403 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:27:35.564036 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:27:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:35.565885 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918265ca-cdb3-448d-ae19-ed73d39cf9e6 None None] Pushing event updated for resources: {'Port': ['ID=9f6a355a-4bf1-4df5-b655-67b6e88dde7c,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:35.620511 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.622271 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:35.676846 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:27:35.710003 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:35.720353 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:35.722130 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:35.843078 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Router 17507e05-e4d8-42c4-8fd8-1c6155c69253 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:27:35.857552 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:35.857934 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.952616 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-e5802f81-4e50-420d-8a6b-330028c5c261 None None] Provisioning complete for port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:35.952988 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-e5802f81-4e50-420d-8a6b-330028c5c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:35.958965 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:27:35.964089 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-750ed6bf-73ca-4aa9-a34e-8cac7bbbeeb6 admin admin] 10.222.0.43 "PUT /v2.0/routers/17507e05-e4d8-42c4-8fd8-1c6155c69253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8508189 Jul 08 22:27:36.029272 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-e5802f81-4e50-420d-8a6b-330028c5c261 None None] Port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:27:36.034964 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 2, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:36.061906 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d090af-2738-4b76-a277-84b73dac6ffd None None] The sync data for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi is: [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 2, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:27:36.128285 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.144335 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e09a1-0660-4870-bdee-f794efb07cdb req-38b78286-1f06-44a8-9291-a441e8f24d55 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:36.146693 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-af0e09a1-0660-4870-bdee-f794efb07cdb req-38b78286-1f06-44a8-9291-a441e8f24d55 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0746269 Jul 08 22:27:36.188899 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-af0e09a1-0660-4870-bdee-f794efb07cdb req-d39cdd24-4654-4e77-b0b5-0b812092b972 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336246 Jul 08 22:27:36.484235 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47376) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:36.489989 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-723647682-network', 'tenant_id': '8613c8c407774148aeedff0da5d211dd'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:27:36.514101 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Made reservation on behalf of 8613c8c407774148aeedff0da5d211dd for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:27:36.516995 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.528191 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.628600 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.633712 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.658487 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:27:36.671289 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5330a421-6195-4d54-a347-3fe07cb9b5dd,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:36.676600 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.676889 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Added segment 20dce5cf-2ea7-41e0-a9c5-549431ccfaba of type vlan for network fff1f7e4-29be-4977-b847-e2ef042594b1 Jul 08 22:27:36.737619 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.781080 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.782660 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:36.783671 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:36.836633 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3512216 Jul 08 22:27:36.839676 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47378) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:36.847892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Request body: {'subnet': {'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-723647682-subnet', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'ip_version': 4}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:27:36.851834 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1d0b1-6300-45f2-956b-789d07ca7757 admin admin] Pushing event updated for resources: {'Network': ['ID=fff1f7e4-29be-4977-b847-e2ef042594b1,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:36.862504 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network fff1f7e4-29be-4977-b847-e2ef042594b1 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:27:36.871166 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Made reservation on behalf of 8613c8c407774148aeedff0da5d211dd for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:27:36.873607 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8452524'] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.062909 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8524538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8452510'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.123837 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36aed72b-0987-4e88-9392-fb51fdb5212c,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:37.135544 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Checking segment: {'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:27:37.135884 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Network hostable DHCP agents. Network: fff1f7e4-29be-4977-b847-e2ef042594b1, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:27:37.152308 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Network fff1f7e4-29be-4977-b847-e2ef042594b1 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:27:37.162913 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, fff1f7e4-29be-4977-b847-e2ef042594b1) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:37.167657 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:37.168240 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.172287 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42214ce-b039-46b7-aaab-f9e2386b7f11 None None] Network fff1f7e4-29be-4977-b847-e2ef042594b1 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:27:37.185334 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-255595ee-34ed-4530-866d-6ebd2fec75a3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3418038 Jul 08 22:27:37.185575 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47380) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:37.190058 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:27:37.212058 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.213058 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.315892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.354779 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-fff1f7e4-29be-4977-b847-e2ef042594b1', 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'fixed_ips': [{'subnet_id': '36aed72b-0987-4e88-9392-fb51fdb5212c'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:27:37.356141 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.420790 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-03759677-d88c-42fe-bb21-5f1239fe6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:37.422308 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-03759677-d88c-42fe-bb21-5f1239fe6047 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1099 time: 0.1945000 Jul 08 22:27:37.499057 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Allocated IP 172.20.0.2 (fff1f7e4-29be-4977-b847-e2ef042594b1/36aed72b-0987-4e88-9392-fb51fdb5212c/3e53b29e-f3c9-447a-93d1-993159384c52) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:27:37.557626 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.608689 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e344cd4-d0fb-4413-b7ca-e114856f260c req-e228d9b1-9ffb-457c-8201-7a607caba63e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:37.610203 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8e344cd4-d0fb-4413-b7ca-e114856f260c req-e228d9b1-9ffb-457c-8201-7a607caba63e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.2504034 Jul 08 22:27:37.679998 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-9fa3b829-4d3c-4449-8f9f-22ace250e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:37.681627 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-9fa3b829-4d3c-4449-8f9f-22ace250e3f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 910 time: 0.2483559 Jul 08 22:27:37.773902 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8e344cd4-d0fb-4413-b7ca-e114856f260c req-1c2fa5e4-73e1-4e89-8a26-af28cef82daf tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258078 Jul 08 22:27:37.777587 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 9f6a355a-4bf1-4df5-b655-67b6e88dde7c up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:37.811442 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-d9149bce-33c8-4bc6-9884-7b5eb7537073 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 1001 time: 0.1101289 Jul 08 22:27:37.834991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.849544 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Transition to ACTIVE for port object 3e53b29e-f3c9-447a-93d1-993159384c52 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:37.874457 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-e54d8d36-bb64-4a3d-92a6-0a60387310b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:37.876799 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-e54d8d36-bb64-4a3d-92a6-0a60387310b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 200 len: 848 time: 0.0610890 Jul 08 22:27:37.877076 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Transition to ACTIVE for port object 3e53b29e-f3c9-447a-93d1-993159384c52 will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:37.886025 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.930262 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Pushing event updated for resources: {'Port': ['ID=3e53b29e-f3c9-447a-93d1-993159384c52,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:37.932765 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:37.947222 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:37.947529 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:37.978978 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Network fff1f7e4-29be-4977-b847-e2ef042594b1 is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:37.983277 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:37.987769 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:27:38.028776 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.055177 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.057666 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Attempting to bind port 3e53b29e-f3c9-447a-93d1-993159384c52 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:27:38.058006 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Attempting to bind port 3e53b29e-f3c9-447a-93d1-993159384c52 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:27:38.058349 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Attempting to bind port 3e53b29e-f3c9-447a-93d1-993159384c52 on network fff1f7e4-29be-4977-b847-e2ef042594b1 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:27:38.065811 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:27:38.066225 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Checking segment: {'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:27:38.066655 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.067034 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Bound using segment: {'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:27:38.067511 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Bound port: 3e53b29e-f3c9-447a-93d1-993159384c52, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:27:38.067897 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.101446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-86243bed-807b-4e21-ba72-01444c20d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:38.103264 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-86243bed-807b-4e21-ba72-01444c20d4b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1442904 Jul 08 22:27:38.143919 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.202870 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=9f6a355a-4bf1-4df5-b655-67b6e88dde7c,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:38.219215 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] For port 3e53b29e-f3c9-447a-93d1-993159384c52, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:27:38.224801 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] For port 3e53b29e-f3c9-447a-93d1-993159384c52, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=3e53b29e-f3c9-447a-93d1-993159384c52,segment=NetworkSegment(20dce5cf-2ea7-41e0-a9c5-549431ccfaba),segment_id=20dce5cf-2ea7-41e0-a9c5-549431ccfaba)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:27:38.227837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.235881 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.268540 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Allocated IP 172.27.1.136 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/7773c890-9eab-4936-9386-1eeb8157ba33) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:27:38.283410 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-0fbd0516-7e3b-4c1e-9227-3aac5b1e44b3 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668007 Jul 08 22:27:38.302142 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=9f6a355a-4bf1-4df5-b655-67b6e88dde7c,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:38.360027 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3445cae-48c2-4415-b168-1072f09a6d2b None None] Pushing event updated for resources: {'Port': ['ID=3e53b29e-f3c9-447a-93d1-993159384c52,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:38.431680 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Sync routers for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:27:38.444255 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:27:38.445161 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:27:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:38.461296 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.465225 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-45a021c4-4d68-4c90-a81a-668f8fd71139 req-236a5880-201c-47f0-873d-2493297ef7fd service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617243 Jul 08 22:27:38.524173 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.578599 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:38.585915 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:38.588624 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:27:38.595418 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:27:38.616408 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7773c890-9eab-4936-9386-1eeb8157ba33,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:38.802966 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 2, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:38.833134 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Checking router: 17507e05-e4d8-42c4-8fd8-1c6155c69253 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:27:38.833487 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Updating router 17507e05-e4d8-42c4-8fd8-1c6155c69253 port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:27:38.861378 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:38.872259 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:39.087837 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c12cfb-45b5-49f2-aa01-526ce52219dc req-754cb329-abaa-4cb0-927b-16173a03588f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:39.089356 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-29c12cfb-45b5-49f2-aa01-526ce52219dc req-754cb329-abaa-4cb0-927b-16173a03588f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.1509259 Jul 08 22:27:39.124035 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:39.155607 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:39.165673 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Transition to ACTIVE for port object 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:39.172485 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:39.178681 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-29c12cfb-45b5-49f2-aa01-526ce52219dc req-092aeee4-5970-4e66-9559-62485d1aaad6 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806396 Jul 08 22:27:39.217805 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Pushing event updated for resources: {'Port': ['ID=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:39.294953 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.295299 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.295634 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.295962 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.296286 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.296673 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.297030 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.297582 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.297943 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.298283 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.298614 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.298979 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:39.307209 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Attempting to bind port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:27:39.308440 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Attempting to bind port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:27:39.309151 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Attempting to bind port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 on network 552257d9-cb5d-4eab-ac82-580fe5532f04 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:27:39.315033 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:27:39.320549 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:27:39.320951 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Checking segment: {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:27:39.321372 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:39.321788 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Bound using segment: {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:27:39.322304 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Bound port: 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:27:39.322717 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:39.404140 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] For port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:27:39.407927 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] For port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:27:39.420501 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:39.429956 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77729f1-8a00-4205-9860-90fb95100fe3 None None] Network fff1f7e4-29be-4977-b847-e2ef042594b1 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:27:39.489237 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:27:39.489883 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:27:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:39.585296 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e4af-c845-4e0e-b99d-884cddeffece None None] Pushing event updated for resources: {'Port': ['ID=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,revision_number=4']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:39.625882 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:27:39.671828 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-7bfa90aa-6099-460e-8bb4-9f0cb71e4af8 None None] Provisioning for port 3e53b29e-f3c9-447a-93d1-993159384c52 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:39.834843 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:27:39.855217 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Sync routers for ids ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:27:39.890277 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:39.890664 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Routers {'6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:27:39.891499 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:27:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:39.894348 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47408) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:39.897856 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2c8424b6-6164-4b0e-98c8-35670ada51b0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7112010 Jul 08 22:27:40.020144 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 3e53b29e-f3c9-447a-93d1-993159384c52 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:40.146059 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Set router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:27:40.226587 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:39Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:40.255963 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 3e53b29e-f3c9-447a-93d1-993159384c52 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:40.258282 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f0965-32bc-4df2-9199-dfa9e4b878eb None None] The sync data for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi is: [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:39Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:27:40.261957 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-c284ca03-b11c-483b-9cfe-c6d3b419dd21 None None] Provisioning complete for port 3e53b29e-f3c9-447a-93d1-993159384c52 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:40.261957 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c284ca03-b11c-483b-9cfe-c6d3b419dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.301429 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 3e53b29e-f3c9-447a-93d1-993159384c52 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:40.301836 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.375607 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f0b63-e14a-4ff3-9595-11ba4104b155 req-c8f186d8-e638-4e8b-8632-4572850dbdf1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:40.383820 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ff2f0b63-e14a-4ff3-9595-11ba4104b155 req-c8f186d8-e638-4e8b-8632-4572850dbdf1 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0757031 Jul 08 22:27:40.421028 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ff2f0b63-e14a-4ff3-9595-11ba4104b155 req-4b6ba57b-a101-432e-a588-00bb49f57e41 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362234 Jul 08 22:27:40.442763 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.469820 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c284ca03-b11c-483b-9cfe-c6d3b419dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.504832 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.546926 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-c284ca03-b11c-483b-9cfe-c6d3b419dd21 None None] For port 3e53b29e-f3c9-447a-93d1-993159384c52, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=3e53b29e-f3c9-447a-93d1-993159384c52,segment=NetworkSegment(20dce5cf-2ea7-41e0-a9c5-549431ccfaba),segment_id=20dce5cf-2ea7-41e0-a9c5-549431ccfaba)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:40.555023 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c284ca03-b11c-483b-9cfe-c6d3b419dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.587359 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 3, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port': {'id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:38Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:40.632858 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Allocated IP 172.20.0.1 (fff1f7e4-29be-4977-b847-e2ef042594b1/36aed72b-0987-4e88-9392-fb51fdb5212c/67239b98-058a-45b0-8dfc-26927c0bd37f) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:27:40.637114 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Checking router: 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:27:40.637441 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Updating router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b port 7773c890-9eab-4936-9386-1eeb8157ba33 binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:27:40.686425 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.db.api [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 22:27:40.686786 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG oslo_db.api [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 22:27:40.705300 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284ca03-b11c-483b-9cfe-c6d3b419dd21 None None] Pushing event updated for resources: {'Port': ['ID=3e53b29e-f3c9-447a-93d1-993159384c52,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:40.717677 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.765966 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.780202 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Transition to ACTIVE for port object 67239b98-058a-45b0-8dfc-26927c0bd37f will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:40.817570 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:40.860422 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Network fff1f7e4-29be-4977-b847-e2ef042594b1 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:40.863791 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:40.868415 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:27:40.871519 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Pushing event updated for resources: {'Port': ['ID=67239b98-058a-45b0-8dfc-26927c0bd37f,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:40.930863 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.042707 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.064482 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Transition to ACTIVE for port object 7773c890-9eab-4936-9386-1eeb8157ba33 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:41.074439 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.141778 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Attempting to bind port 7773c890-9eab-4936-9386-1eeb8157ba33 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:27:41.142152 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Attempting to bind port 7773c890-9eab-4936-9386-1eeb8157ba33 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:27:41.142519 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Attempting to bind port 7773c890-9eab-4936-9386-1eeb8157ba33 on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:27:41.151116 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.154426 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:27:41.154803 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:27:41.155234 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.155630 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:27:41.156110 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Bound port: 7773c890-9eab-4936-9386-1eeb8157ba33, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:27:41.156492 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.184907 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3973a8d-3846-479e-be43-f9d4b58f6599 None None] Pushing event updated for resources: {'Port': ['ID=7773c890-9eab-4936-9386-1eeb8157ba33,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:41.241632 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-a67489a4-95cd-4628-9d77-377de4350775 None None] Provisioning for port 67239b98-058a-45b0-8dfc-26927c0bd37f completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:41.253308 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 9f6a355a-4bf1-4df5-b655-67b6e88dde7c up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:41.256870 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-a67489a4-95cd-4628-9d77-377de4350775 None None] Provisioning complete for port 67239b98-058a-45b0-8dfc-26927c0bd37f triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:41.257246 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a67489a4-95cd-4628-9d77-377de4350775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.300224 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] For port 7773c890-9eab-4936-9386-1eeb8157ba33, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:27:41.328684 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] For port 7773c890-9eab-4936-9386-1eeb8157ba33, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=7773c890-9eab-4936-9386-1eeb8157ba33,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:27:41.335537 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.337460 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-a67489a4-95cd-4628-9d77-377de4350775 None None] Port 67239b98-058a-45b0-8dfc-26927c0bd37f cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:27:41.530560 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3973a8d-3846-479e-be43-f9d4b58f6599 None None] Pushing event updated for resources: {'Port': ['ID=7773c890-9eab-4936-9386-1eeb8157ba33,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:41.533116 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:41.533486 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.536366 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Routers {'6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:27:41.536994 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:27:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:41.560120 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.565743 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.634719 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:41.639492 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39130491-3654-40c7-a99c-ef49a729d40b req-1234527c-7feb-46f5-9b03-ac2e90e5f80f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:41.641238 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39130491-3654-40c7-a99c-ef49a729d40b req-1234527c-7feb-46f5-9b03-ac2e90e5f80f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0869384 Jul 08 22:27:41.692872 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Pushing event updated for resources: {'Port': ['ID=67239b98-058a-45b0-8dfc-26927c0bd37f,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:41.702699 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] Set router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:27:41.713261 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39130491-3654-40c7-a99c-ef49a729d40b req-639d0e04-df0d-4c50-856e-77c90b89333e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622618 Jul 08 22:27:41.773074 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:41.774008 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Network fff1f7e4-29be-4977-b847-e2ef042594b1 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:41.776198 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:41.946577 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:41.947591 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:27:41.953801 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:41.954225 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:42.080358 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:27:42.083609 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-fb8a5b14-1ee4-4ef7-bd32-df1910111145 None None] Provisioning complete for port 67239b98-058a-45b0-8dfc-26927c0bd37f triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:42.084256 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-fb8a5b14-1ee4-4ef7-bd32-df1910111145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:42.088671 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e21a67a4-216b-4ffa-adaa-782e51ea2eed admin admin] 10.222.0.43 "PUT /v2.0/routers/6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1919780 Jul 08 22:27:42.149343 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 4, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port': {'id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:38Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '67239b98-058a-45b0-8dfc-26927c0bd37f', 'name': '', 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'mac_address': 'fa:16:3e:da:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:40Z', 'updated_at': '2021-07-08T22:27:40Z', 'revision_number': 1, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'subnets': [{'id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:42.194058 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a5b14-1ee4-4ef7-bd32-df1910111145 None None] Port 67239b98-058a-45b0-8dfc-26927c0bd37f cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:27:42.195217 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ef60b-6151-476b-a7a5-384ab2cdbf51 req-47dc1701-f4fe-47df-b607-fbeb45c36155 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:42.195714 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267aaebb-2a4b-4221-aa74-125a4b24f83a None None] The sync data for ids ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'] in dv-cinder-800093-1-iscsi is: [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 4, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port': {'id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:38Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '67239b98-058a-45b0-8dfc-26927c0bd37f', 'name': '', 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'mac_address': 'fa:16:3e:da:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:40Z', 'updated_at': '2021-07-08T22:27:40Z', 'revision_number': 1, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'subnets': [{'id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:27:42.199451 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:42.202104 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-650ef60b-6151-476b-a7a5-384ab2cdbf51 req-47dc1701-f4fe-47df-b607-fbeb45c36155 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.1168365 Jul 08 22:27:42.213970 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47428) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:27:42.245602 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:42.252804 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:42.260967 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-650ef60b-6151-476b-a7a5-384ab2cdbf51 req-5ace1361-917a-43af-9d8c-b9d1b9563efc tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577688 Jul 08 22:27:42.322400 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:42.358954 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-e6ce7103-0dc6-47c3-bc22-be761927cbf3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1376665 Jul 08 22:27:42.372253 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 3e53b29e-f3c9-447a-93d1-993159384c52 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:42.440955 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 3e53b29e-f3c9-447a-93d1-993159384c52 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:42.441898 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:42.534072 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a74ee360-a075-46fa-82e9-456aeba7a2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:43.381354 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 96c05d39-d168-4594-9c6f-aca8cdd394d6 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:27:43.470417 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286744fe-34a3-4eb5-b94d-b2c48da871e6 req-5e34fb29-81c9-4525-8ead-970ffadf75dd tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:43.473508 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-286744fe-34a3-4eb5-b94d-b2c48da871e6 req-5e34fb29-81c9-4525-8ead-970ffadf75dd tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0806592 Jul 08 22:27:43.506383 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:43.531864 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-286744fe-34a3-4eb5-b94d-b2c48da871e6 req-a9e1e764-01af-4c47-b1f2-6054adb9fb06 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524650 Jul 08 22:27:43.551894 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:27:43.554747 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6655a0a9-d024-411a-a97e-952d4530d706" -d '{"events": [{"server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "name": "network-vif-unplugged", "status": "completed", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:27:43.568678 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:43.576470 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:43.615176 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28e4c49-b9ca-4f2d-a524-aa7a69820bfa x-openstack-request-id: req-c28e4c49-b9ca-4f2d-a524-aa7a69820bfa {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:27:43.615785 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "name": "network-vif-unplugged", "status": "failed", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6", "code": 422}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:27:43.616237 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c28e4c49-b9ca-4f2d-a524-aa7a69820bfa {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:27:43.616841 dv-cinder-800093-1-iscsi neutron-server[93029]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'code': 422} returned with failed status Jul 08 22:27:43.635300 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=6']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:44.491762 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 7773c890-9eab-4936-9386-1eeb8157ba33 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:44.559514 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Sync routers for ids ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:27:44.573734 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 7773c890-9eab-4936-9386-1eeb8157ba33 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:44.580113 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Routers {'6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:27:44.581133 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:27:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:44.582802 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 7773c890-9eab-4936-9386-1eeb8157ba33 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:44.583227 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:44.687571 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:44.715616 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 7773c890-9eab-4936-9386-1eeb8157ba33, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=7773c890-9eab-4936-9386-1eeb8157ba33,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:44.721950 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:44.723905 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:44.765469 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887de73-b85a-4a3a-9342-f4a45d561ccd req-1916830c-1693-4a24-8a92-2afe97e097ff tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:44.767396 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6887de73-b85a-4a3a-9342-f4a45d561ccd req-1916830c-1693-4a24-8a92-2afe97e097ff tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.1087322 Jul 08 22:27:44.780033 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Set router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:27:44.823557 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:44.824246 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:44.838219 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6887de73-b85a-4a3a-9342-f4a45d561ccd req-0c250942-1236-4ca9-853b-87646920e90a tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650775 Jul 08 22:27:44.891914 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=7773c890-9eab-4936-9386-1eeb8157ba33,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:45.016343 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 4, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port': {'id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:38Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '67239b98-058a-45b0-8dfc-26927c0bd37f', 'name': '', 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'mac_address': 'fa:16:3e:da:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:40Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 2, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'subnets': [{'id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:45.030947 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3723-90fa-48b2-b33f-599c8e408ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:45.048332 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Checking router: 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:27:45.048685 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Updating router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b port 67239b98-058a-45b0-8dfc-26927c0bd37f binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:27:45.094667 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:45.244184 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:45.420842 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:45.435542 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Transition to ACTIVE for port object 67239b98-058a-45b0-8dfc-26927c0bd37f will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:45.442276 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:45.531632 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b6b2f-2c8a-43d1-aa1a-5e59b9367f20 None None] Pushing event updated for resources: {'Port': ['ID=67239b98-058a-45b0-8dfc-26927c0bd37f,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:45.577141 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Attempting to bind port 67239b98-058a-45b0-8dfc-26927c0bd37f on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:27:45.577786 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Attempting to bind port 67239b98-058a-45b0-8dfc-26927c0bd37f by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:27:45.577786 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Attempting to bind port 67239b98-058a-45b0-8dfc-26927c0bd37f on network fff1f7e4-29be-4977-b847-e2ef042594b1 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:27:45.587895 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:27:45.588266 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Checking segment: {'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:27:45.588696 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:45.589347 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Bound using segment: {'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:27:45.589587 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Bound port: 67239b98-058a-45b0-8dfc-26927c0bd37f, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dce5cf-2ea7-41e0-a9c5-549431ccfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:27:45.589989 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:45.670787 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] For port 67239b98-058a-45b0-8dfc-26927c0bd37f, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:27:45.674674 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] For port 67239b98-058a-45b0-8dfc-26927c0bd37f, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=67239b98-058a-45b0-8dfc-26927c0bd37f,segment=NetworkSegment(20dce5cf-2ea7-41e0-a9c5-549431ccfaba),segment_id=20dce5cf-2ea7-41e0-a9c5-549431ccfaba)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:27:45.680665 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:45.754278 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b6b2f-2c8a-43d1-aa1a-5e59b9367f20 None None] Pushing event updated for resources: {'Port': ['ID=67239b98-058a-45b0-8dfc-26927c0bd37f,revision_number=4']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:45.759287 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Routers {'6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:27:45.760235 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:27:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:45.883709 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] Set router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:27:45.953884 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:46.129670 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2c622-04ea-4994-a05a-88995c4166ad req-845252ac-9428-456a-a777-cbad181ba66c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:46.132157 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4a2c622-04ea-4994-a05a-88995c4166ad req-845252ac-9428-456a-a777-cbad181ba66c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.1173041 Jul 08 22:27:46.174856 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 4, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port': {'id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:38Z', 'updated_at': '2021-07-08T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '67239b98-058a-45b0-8dfc-26927c0bd37f', 'name': '', 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'mac_address': 'fa:16:3e:da:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:40Z', 'updated_at': '2021-07-08T22:27:45Z', 'revision_number': 4, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'subnets': [{'id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:27:46.187419 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4a2c622-04ea-4994-a05a-88995c4166ad req-f182c171-58b2-4730-861d-2171c9230f2c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495498 Jul 08 22:27:46.215391 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93d2644-9b44-41dc-9e49-37c3784ea032 None None] The sync data for ids ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'] in dv-cinder-800093-1-iscsi is: [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:27:41Z', 'revision_number': 4, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port': {'id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:38Z', 'updated_at': '2021-07-08T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '67239b98-058a-45b0-8dfc-26927c0bd37f', 'name': '', 'network_id': 'fff1f7e4-29be-4977-b847-e2ef042594b1', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'mac_address': 'fa:16:3e:da:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:40Z', 'updated_at': '2021-07-08T22:27:45Z', 'revision_number': 4, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'subnets': [{'id': '36aed72b-0987-4e88-9392-fb51fdb5212c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:27:46.408388 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 7773c890-9eab-4936-9386-1eeb8157ba33 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:46.488837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 7773c890-9eab-4936-9386-1eeb8157ba33 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:46.488837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:46.673530 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 67239b98-058a-45b0-8dfc-26927c0bd37f up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:46.751986 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 67239b98-058a-45b0-8dfc-26927c0bd37f completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:46.767025 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 67239b98-058a-45b0-8dfc-26927c0bd37f triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:46.767620 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:46.877202 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:46.932160 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 67239b98-058a-45b0-8dfc-26927c0bd37f, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=67239b98-058a-45b0-8dfc-26927c0bd37f,segment=NetworkSegment(20dce5cf-2ea7-41e0-a9c5-549431ccfaba),segment_id=20dce5cf-2ea7-41e0-a9c5-549431ccfaba)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:46.938539 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:46.992866 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=67239b98-058a-45b0-8dfc-26927c0bd37f,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:47.437571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a53e-cfc6-47a1-8c7e-1a248319dea6 req-c48ad049-01ba-4739-938d-402a94e4f914 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:47.439229 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1448a53e-cfc6-47a1-8c7e-1a248319dea6 req-c48ad049-01ba-4739-938d-402a94e4f914 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0829995 Jul 08 22:27:47.484937 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1448a53e-cfc6-47a1-8c7e-1a248319dea6 req-8441c47f-f8fb-4663-bbaa-98527b483a0f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Jul 08 22:27:47.699907 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:47.956445 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-3e00a776-562a-4105-a611-e066557a60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:47.958167 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-3e00a776-562a-4105-a611-e066557a60b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e&tenant_id=3b6fb4965dcc40e18cacf1008346bcaf HTTP/1.1" status: 200 len: 1097 time: 0.0946400 Jul 08 22:27:48.048727 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-3bff4acd-0a59-4aee-a77d-4fb92a70d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:48.050895 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-3bff4acd-0a59-4aee-a77d-4fb92a70d879 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1097 time: 0.0582566 Jul 08 22:27:48.165816 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-f40254e1-4d41-4a9f-8a33-2c4c9b9b0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:48.167983 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-f40254e1-4d41-4a9f-8a33-2c4c9b9b0291 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 910 time: 0.1091630 Jul 08 22:27:48.274885 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-04bad3e6-29b0-4163-9832-7a71427d5e30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 999 time: 0.0979226 Jul 08 22:27:48.356947 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-2d74418c-a24d-4629-b336-bae8772f532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:48.358672 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-2d74418c-a24d-4629-b336-bae8772f532f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 200 len: 848 time: 0.0758307 Jul 08 22:27:48.394180 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 67239b98-058a-45b0-8dfc-26927c0bd37f up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:48.438707 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-d2787725-5033-44c4-b07f-248cb6b7f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:48.441700 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-d2787725-5033-44c4-b07f-248cb6b7f83b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750093 Jul 08 22:27:48.454106 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 67239b98-058a-45b0-8dfc-26927c0bd37f triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:48.454558 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:48.560459 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-63e013b6-c76a-4252-81b7-e2d766897898 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062632 Jul 08 22:27:48.714308 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-1346ab1c-fad4-4cc3-865b-bda38aff84ba service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435218 Jul 08 22:27:48.739330 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e7f05-c9c2-4a63-8bbd-9a6757dec410 req-9cdb4370-7562-419e-a494-7aab86f63b6e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:48.740842 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-898e7f05-c9c2-4a63-8bbd-9a6757dec410 req-9cdb4370-7562-419e-a494-7aab86f63b6e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.1037309 Jul 08 22:27:48.787368 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-898e7f05-c9c2-4a63-8bbd-9a6757dec410 req-52a8097f-5091-4a2c-93b5-ce941f2cd8f5 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Jul 08 22:27:50.007701 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31198809-70d8-4bd9-93bd-ac3c16cefcf7 req-9e29da88-e531-4468-b285-4b7ea013b0ce tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:50.011477 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31198809-70d8-4bd9-93bd-ac3c16cefcf7 req-9e29da88-e531-4468-b285-4b7ea013b0ce tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0849612 Jul 08 22:27:50.052413 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31198809-70d8-4bd9-93bd-ac3c16cefcf7 req-eea00f5b-1521-4c92-a682-be94c0fe4d92 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366478 Jul 08 22:27:50.815975 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:27:51.262681 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47041c2f-4e9d-452d-ac28-fe2f08847adc req-fa809060-e594-4f93-9bb5-0ab4117250fb tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:51.264232 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47041c2f-4e9d-452d-ac28-fe2f08847adc req-fa809060-e594-4f93-9bb5-0ab4117250fb tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0733569 Jul 08 22:27:51.308987 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-47041c2f-4e9d-452d-ac28-fe2f08847adc req-78b6162f-3c44-4d74-9f0b-e9e3dd954bf9 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378711 Jul 08 22:27:52.498911 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d724a7-1115-40d0-8f91-aecdfa24c91d req-41c2c9df-a834-4ec4-897b-f03b7f5ad263 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:52.500730 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-44d724a7-1115-40d0-8f91-aecdfa24c91d req-41c2c9df-a834-4ec4-897b-f03b7f5ad263 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0700808 Jul 08 22:27:52.539416 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-44d724a7-1115-40d0-8f91-aecdfa24c91d req-4da35ab4-9931-4129-93ed-19dfa6b70144 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319507 Jul 08 22:27:52.773415 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-a4aab0cc-ef86-4ed6-ab42-31bea37ab01d tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:52.774909 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-a4aab0cc-ef86-4ed6-ab42-31bea37ab01d tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 814 time: 0.1034579 Jul 08 22:27:52.790641 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-8d65faf1-2357-4f3d-b4df-a79dcfb2e881 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/quotas/6d7a8947d8b849a68ae9e3bf24ca99c7 HTTP/1.1" status: 200 len: 375 time: 0.0102713 Jul 08 22:27:52.856454 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-fc70c92b-b148-44a5-8a56-fca27159721f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607476 Jul 08 22:27:52.962170 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-22e0782f-e9ca-405b-8556-2e082acc08b0 service neutron] 10.222.0.43 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935497 Jul 08 22:27:53.058477 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-c7023e19-7a1b-4681-ba7d-75db99aa2a4d service neutron] 10.222.0.43 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852890 Jul 08 22:27:53.245685 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d04addd7-9b15-4f67-b47d-8926229c4ebb req-b14b1b7d-729c-45a8-9ef3-e795b39bc0ed tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 210 time: 0.0354874 Jul 08 22:27:53.720162 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694848c-4b79-41d9-a727-f009baa7d982 req-959b7487-9540-4075-b207-a130ab8de7b3 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:53.721664 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5694848c-4b79-41d9-a727-f009baa7d982 req-959b7487-9540-4075-b207-a130ab8de7b3 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.0666356 Jul 08 22:27:53.760120 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5694848c-4b79-41d9-a727-f009baa7d982 req-7565c52f-4a4c-41c6-b6f0-a0e4f3c05e47 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318885 Jul 08 22:27:54.409329 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3f90697f-01d7-44a5-ba3a-c532f6e3dbc4 req-cf142d15-e4aa-4cd9-b20c-08f2518a12aa tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 210 time: 0.0433793 Jul 08 22:27:54.431149 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-8d6976a2-8c9e-4bd5-a9e3-2314568f4ca1 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:54.431149 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-8d6976a2-8c9e-4bd5-a9e3-2314568f4ca1 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.67 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 814 time: 0.1551638 Jul 08 22:27:54.449172 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'port': {'device_id': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'admin_state_up': True, 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:27:54.563912 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Made reservation on behalf of 6d7a8947d8b849a68ae9e3bf24ca99c7 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:27:54.567573 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:54.692920 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Allocated IP 172.20.0.12 (552257d9-cb5d-4eab-ac82-580fe5532f04/4be6854a-b875-4ed6-ba7e-b9745d537e53/68b899b1-f108-4f81-afaa-da7d97a014b2) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:27:54.864075 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:54.896228 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Transition to ACTIVE for port object 68b899b1-f108-4f81-afaa-da7d97a014b2 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:27:55.007383 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:55.029099 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c3fc1-4d55-4bf1-a1bb-a312c31bbd94 req-739ab5d5-7a99-4fcc-82d8-73c235b0d1b3 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:55.031308 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c49c3fc1-4d55-4bf1-a1bb-a312c31bbd94 req-739ab5d5-7a99-4fcc-82d8-73c235b0d1b3 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 944 time: 0.1136568 Jul 08 22:27:55.200143 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:27:55.202414 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:27:55.204922 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'Port': ['ID=68b899b1-f108-4f81-afaa-da7d97a014b2,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:55.211558 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:27:55.251319 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c49c3fc1-4d55-4bf1-a1bb-a312c31bbd94 req-0ab7baa2-4bf1-42a1-946e-0486e7756d27 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876411 Jul 08 22:27:55.300058 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:55.300696 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:55.319321 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee520cf2-f2c3-4d91-85b1-dfa2b1a00299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8737054 Jul 08 22:27:55.438010 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 96c05d39-d168-4594-9c6f-aca8cdd394d6 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:27:55.545570 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-1a25bb7f-6bbe-4b04-8baa-2bb9e46fe396 None None] Provisioning for port 68b899b1-f108-4f81-afaa-da7d97a014b2 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:27:55.559804 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-1a25bb7f-6bbe-4b04-8baa-2bb9e46fe396 None None] Provisioning complete for port 68b899b1-f108-4f81-afaa-da7d97a014b2 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:55.560179 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-1a25bb7f-6bbe-4b04-8baa-2bb9e46fe396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:55.604591 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:55.640666 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c04bf-ee04-4074-b43e-1bc98ee88888 req-d31530f7-9253-4a20-b4a8-ac6828c0e4bf tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:55.642295 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f83c04bf-ee04-4074-b43e-1bc98ee88888 req-d31530f7-9253-4a20-b4a8-ac6828c0e4bf tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0884156 Jul 08 22:27:55.691979 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f83c04bf-ee04-4074-b43e-1bc98ee88888 req-befb6d71-2449-4ddb-a03d-367236726bea tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Jul 08 22:27:55.744578 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-1a25bb7f-6bbe-4b04-8baa-2bb9e46fe396 None None] Port 68b899b1-f108-4f81-afaa-da7d97a014b2 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:27:55.746651 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'port_id': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'mac_address': 'fa:16:3e:fa:90:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:27:55.785158 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:55.798261 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c05d39-d168-4594-9c6f-aca8cdd394d6 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:27:55.819894 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:55.825170 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:55.876222 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=7']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:55.884620 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.884975 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.885317 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.885655 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.886028 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.886365 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.886697 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.887339 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.887677 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.888005 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.888331 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:55.888655 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:27:56.216549 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['96c05d39-d168-4594-9c6f-aca8cdd394d6'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:27:56.457688 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4100f7-6a45-45e0-aaeb-6e81bcea4da2 req-51304c57-70f1-4374-90b9-889e1ebc8ccb tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:56.459506 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-df4100f7-6a45-45e0-aaeb-6e81bcea4da2 req-51304c57-70f1-4374-90b9-889e1ebc8ccb tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 945 time: 0.0856855 Jul 08 22:27:56.514280 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-df4100f7-6a45-45e0-aaeb-6e81bcea4da2 req-43dabe47-c3d8-4ec5-bc43-eb9aeef80e17 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461612 Jul 08 22:27:56.872965 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7139f-2758-42ac-960d-3d54734f2d90 req-5249d075-71c1-42b6-bb17-9f164360ded7 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:56.874475 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afd7139f-2758-42ac-960d-3d54734f2d90 req-5249d075-71c1-42b6-bb17-9f164360ded7 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0639386 Jul 08 22:27:56.914240 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afd7139f-2758-42ac-960d-3d54734f2d90 req-f8109c65-1d49-4c84-b1f7-6963c41846f0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Jul 08 22:27:57.447124 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 96c05d39-d168-4594-9c6f-aca8cdd394d6 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:27:57.502450 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 96c05d39-d168-4594-9c6f-aca8cdd394d6 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:27:57.502741 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:57.595078 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:57.619956 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:27:57.622931 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e0c77-3843-4ad0-863d-7645df510b82" -d '{"events": [{"server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "name": "network-vif-plugged", "status": "completed", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:27:57.645113 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:27:57.654000 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:27:57.698398 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5414a064-9c17-45fc-b755-0d183cce842f x-openstack-request-id: req-5414a064-9c17-45fc-b755-0d183cce842f {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:27:57.698723 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "name": "network-vif-plugged", "status": "completed", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:27:57.699032 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5414a064-9c17-45fc-b755-0d183cce842f {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:27:57.699718 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'code': 200} Jul 08 22:27:57.711194 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963298d3-770f-48e3-b3ad-d0472af98387 req-212e3857-b08b-4f7e-99ae-d7476d4e1bc5 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:57.712872 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-963298d3-770f-48e3-b3ad-d0472af98387 req-212e3857-b08b-4f7e-99ae-d7476d4e1bc5 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0731621 Jul 08 22:27:57.724321 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=8']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:27:57.769785 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-963298d3-770f-48e3-b3ad-d0472af98387 req-abb7776e-c461-4f97-9b60-8817f7e0cb89 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503304 Jul 08 22:27:58.104569 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94792fd3-8b30-4301-bb15-c89c277248c1 req-2b6e9f0b-35db-488f-b777-67f7809335ec tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:58.106103 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-94792fd3-8b30-4301-bb15-c89c277248c1 req-2b6e9f0b-35db-488f-b777-67f7809335ec tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0721273 Jul 08 22:27:58.147997 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-94792fd3-8b30-4301-bb15-c89c277248c1 req-224f4c61-8e86-43ce-ac53-4003f47b7520 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359628 Jul 08 22:27:58.966188 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18c01a-f7b3-48d4-bc1f-20eec985fd75 req-1e8d6e11-a0d1-4fcb-a02a-38944002b22a tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:58.967904 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bb18c01a-f7b3-48d4-bc1f-20eec985fd75 req-1e8d6e11-a0d1-4fcb-a02a-38944002b22a tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0645511 Jul 08 22:27:59.009445 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bb18c01a-f7b3-48d4-bc1f-20eec985fd75 req-75bc936a-bee7-476d-b160-3e63c0d7256a tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342231 Jul 08 22:27:59.335595 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f144b-ef9c-4a90-9774-d8dfe2d9a1d6 req-c3923534-ce25-4ed4-baf4-ddfba68ba299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:27:59.342550 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b71f144b-ef9c-4a90-9774-d8dfe2d9a1d6 req-c3923534-ce25-4ed4-baf4-ddfba68ba299 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0803592 Jul 08 22:27:59.378573 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b71f144b-ef9c-4a90-9774-d8dfe2d9a1d6 req-a668fb05-192a-43d3-8fbe-f148eb620025 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Jul 08 22:28:00.196748 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cde9a-6513-4ea4-9ebc-36f6a4e9c1c0 req-c4ca6895-d81b-46b2-afe5-23b62a6ed836 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:00.198150 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f10cde9a-6513-4ea4-9ebc-36f6a4e9c1c0 req-c4ca6895-d81b-46b2-afe5-23b62a6ed836 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0718749 Jul 08 22:28:00.244573 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f10cde9a-6513-4ea4-9ebc-36f6a4e9c1c0 req-a3613b33-e72e-4c1e-8439-5dc5cd84228c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404494 Jul 08 22:28:00.567966 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683baa26-f359-4721-b2ad-6b531fbe76fe req-77b99e04-b881-40cb-b996-87a1a056fe5e tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:00.569493 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-683baa26-f359-4721-b2ad-6b531fbe76fe req-77b99e04-b881-40cb-b996-87a1a056fe5e tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0687265 Jul 08 22:28:00.608247 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-683baa26-f359-4721-b2ad-6b531fbe76fe req-bea6ae83-1fc4-4309-9686-235502c1047e tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Jul 08 22:28:01.425088 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263ba9c-2ff3-400b-b6b5-80343d42fd94 req-8dad1c19-35b7-4381-bbfe-d89fa336d9c0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:01.427445 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d263ba9c-2ff3-400b-b6b5-80343d42fd94 req-8dad1c19-35b7-4381-bbfe-d89fa336d9c0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0709493 Jul 08 22:28:01.476474 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d263ba9c-2ff3-400b-b6b5-80343d42fd94 req-ddbde347-5d77-455b-9ee5-6b27e0ab6509 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432832 Jul 08 22:28:01.792388 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a34f80-a126-4ce8-b936-e496a0de46da req-6dbdc247-1f55-4353-833b-30e2633f0acc tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:01.793776 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7a34f80-a126-4ce8-b936-e496a0de46da req-6dbdc247-1f55-4353-833b-30e2633f0acc tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0699549 Jul 08 22:28:01.832810 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f7a34f80-a126-4ce8-b936-e496a0de46da req-a30aece6-cc51-47a1-a849-65f6c2bd11ed tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Jul 08 22:28:02.698944 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa77c-bde2-485d-b0d6-0faae166d609 req-f01695c1-770e-4bed-8d2c-e3cb1a694811 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:02.700429 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e3caa77c-bde2-485d-b0d6-0faae166d609 req-f01695c1-770e-4bed-8d2c-e3cb1a694811 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0908670 Jul 08 22:28:02.739632 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e3caa77c-bde2-485d-b0d6-0faae166d609 req-ec7d4f62-825e-4daf-9e76-238b57994e9a tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337141 Jul 08 22:28:03.025492 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fbeb9-1de4-4cb9-a774-4ba238fd24cf req-9a0547f3-8e12-4f29-94d1-8aa1c588e7f4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:03.027185 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f65fbeb9-1de4-4cb9-a774-4ba238fd24cf req-9a0547f3-8e12-4f29-94d1-8aa1c588e7f4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0732114 Jul 08 22:28:03.070238 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f65fbeb9-1de4-4cb9-a774-4ba238fd24cf req-23def952-a7f6-42c6-ba2c-8b52017a3168 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Jul 08 22:28:03.921922 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd4161-2ae2-4175-b35e-523d406aa81b req-3dc4d910-8d2f-4cbc-bb0b-a841de76eadc tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:03.923613 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fedd4161-2ae2-4175-b35e-523d406aa81b req-3dc4d910-8d2f-4cbc-bb0b-a841de76eadc tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0629761 Jul 08 22:28:03.960272 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fedd4161-2ae2-4175-b35e-523d406aa81b req-b24f523d-fa0b-49e6-be82-404d58cbe0e5 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Jul 08 22:28:04.264252 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912bfbb-b647-431b-a6fd-040d694a30f8 req-67596884-341a-4714-b771-b988b37a00e7 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:04.265636 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2912bfbb-b647-431b-a6fd-040d694a30f8 req-67596884-341a-4714-b771-b988b37a00e7 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0792470 Jul 08 22:28:04.303952 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2912bfbb-b647-431b-a6fd-040d694a30f8 req-8bc4f57e-a3f3-4d6c-94a5-a67b18c230a3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Jul 08 22:28:05.139550 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc0fc9-446c-4fa9-9cc6-a7e98852f61d req-2bab6e43-2ded-4a95-8142-ad987c27d664 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:05.141013 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7bfc0fc9-446c-4fa9-9cc6-a7e98852f61d req-2bab6e43-2ded-4a95-8142-ad987c27d664 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0676944 Jul 08 22:28:05.177700 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7bfc0fc9-446c-4fa9-9cc6-a7e98852f61d req-3350c52a-9442-448f-9e2a-6dbec8f74cf0 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Jul 08 22:28:05.490313 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e91e3-d24b-4f87-9d20-e8daff2c2a6e req-f63f5711-a0ab-4017-bc0c-db1d8f051593 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:05.491977 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-150e91e3-d24b-4f87-9d20-e8daff2c2a6e req-f63f5711-a0ab-4017-bc0c-db1d8f051593 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0676262 Jul 08 22:28:05.566994 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-150e91e3-d24b-4f87-9d20-e8daff2c2a6e req-84a1e535-d056-493d-9e07-1cf2803d7b1f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688727 Jul 08 22:28:06.143067 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:06.371795 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50b84-aada-4e83-94c6-c068815e67cd req-0a85c84a-aaf3-4186-9d0e-80c94b92c808 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:06.373376 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-72a50b84-aada-4e83-94c6-c068815e67cd req-0a85c84a-aaf3-4186-9d0e-80c94b92c808 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0694921 Jul 08 22:28:06.415516 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-72a50b84-aada-4e83-94c6-c068815e67cd req-aab3ef38-dc91-470d-8971-b6d70193341e tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336072 Jul 08 22:28:06.755479 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a955296-1aca-4451-9d10-92e57b69e4f9 req-86c876d3-224c-4236-aa5e-5fe2fe6d391c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:06.756893 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0a955296-1aca-4451-9d10-92e57b69e4f9 req-86c876d3-224c-4236-aa5e-5fe2fe6d391c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.0741346 Jul 08 22:28:06.793660 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0a955296-1aca-4451-9d10-92e57b69e4f9 req-f68d97dd-3b26-469e-affe-e90fe07c670b tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Jul 08 22:28:07.527310 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Request body: {'port': {'device_id': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:07.645494 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:07.694450 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c8d10-3754-413a-91e3-f73f39f09b26 req-d889cc14-1453-40a6-a9ce-ae11afbb248b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:07.695990 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0f3c8d10-3754-413a-91e3-f73f39f09b26 req-d889cc14-1453-40a6-a9ce-ae11afbb248b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.1438103 Jul 08 22:28:07.826393 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0f3c8d10-3754-413a-91e3-f73f39f09b26 req-9447d596-ef42-433a-936c-1f210280f446 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239483 Jul 08 22:28:07.853871 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-da24552a-3dca-4ada-a9c9-11f8f7641838 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2048216 Jul 08 22:28:08.043460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-aae8225b-6c5d-4b6c-a20c-0d808221033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:08.044956 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-aae8225b-6c5d-4b6c-a20c-0d808221033a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 1099 time: 0.1484935 Jul 08 22:28:08.182181 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14239f44-f8c2-4acf-a755-e6552f50d7e3 req-1750acb7-c389-427b-8e41-777ca6164397 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:08.183690 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14239f44-f8c2-4acf-a755-e6552f50d7e3 req-1750acb7-c389-427b-8e41-777ca6164397 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 932 time: 0.2349350 Jul 08 22:28:08.190183 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b899b1-f108-4f81-afaa-da7d97a014b2 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:28:08.201125 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:08.207073 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d5d25-9db5-411b-b3cb-136304a07b6a req-cc4bd121-79d5-4ad0-bc59-976f435a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:08.208539 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-408d5d25-9db5-411b-b3cb-136304a07b6a req-cc4bd121-79d5-4ad0-bc59-976f435a2f31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1099 time: 0.2091842 Jul 08 22:28:08.252390 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Transition to ACTIVE for port object 68b899b1-f108-4f81-afaa-da7d97a014b2 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:28:08.264692 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:08.309452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-16d2d78a-c65c-4204-8239-f039686f0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:08.310932 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-16d2d78a-c65c-4204-8239-f039686f0c76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 200 len: 917 time: 0.2342849 Jul 08 22:28:08.326032 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14239f44-f8c2-4acf-a755-e6552f50d7e3 req-56208007-0da3-4bfe-b7d0-c428a124f055 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268778 Jul 08 22:28:08.349497 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-408d5d25-9db5-411b-b3cb-136304a07b6a req-f72931f5-eee1-4520-aceb-fb729625aa18 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288049 Jul 08 22:28:08.382802 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Pushing event updated for resources: {'Port': ['ID=68b899b1-f108-4f81-afaa-da7d97a014b2,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:08.453691 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-4ef0f762-5619-465f-b68b-b1b95e928ef6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32effb88-a8ef-4d74-af47-12b3bc53e565 HTTP/1.1" status: 200 len: 1001 time: 0.1266997 Jul 08 22:28:08.499693 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Attempting to bind port 68b899b1-f108-4f81-afaa-da7d97a014b2 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:28:08.500031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Attempting to bind port 68b899b1-f108-4f81-afaa-da7d97a014b2 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:28:08.500372 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Attempting to bind port 68b899b1-f108-4f81-afaa-da7d97a014b2 on network 552257d9-cb5d-4eab-ac82-580fe5532f04 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:28:08.509951 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Port 68b899b1-f108-4f81-afaa-da7d97a014b2 on network 552257d9-cb5d-4eab-ac82-580fe5532f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:28:08.510271 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Attempting to bind port 68b899b1-f108-4f81-afaa-da7d97a014b2 on network 552257d9-cb5d-4eab-ac82-580fe5532f04 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:28:08.518893 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:28:08.519229 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Checking segment: {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:28:08.519613 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Bound using segment: {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:28:08.520035 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Bound port: 68b899b1-f108-4f81-afaa-da7d97a014b2, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aaa12d3-90dc-4baa-8e69-fa971e7c7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:28:08.520393 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:08.525663 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-0ac895b0-2b91-4f39-855c-0b9a709c46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:08.527148 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-0ac895b0-2b91-4f39-855c-0b9a709c46cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 200 len: 855 time: 0.0633814 Jul 08 22:28:08.615876 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] For port 68b899b1-f108-4f81-afaa-da7d97a014b2, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:28:08.619773 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] For port 68b899b1-f108-4f81-afaa-da7d97a014b2, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=68b899b1-f108-4f81-afaa-da7d97a014b2,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:28:08.626190 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:08.935629 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-3fb35d80-594c-4244-8439-81aa2eb60e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:08.937125 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-3fb35d80-594c-4244-8439-81aa2eb60e88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c00e401a-82e8-4098-9ca7-6a8e7c87ba15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3995829 Jul 08 22:28:08.943001 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:08.943610 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:08.944943 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 1094 time: 1.4222720 Jul 08 22:28:08.945381 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:28:08.947674 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4670adbc-bb77-49d7-a365-d605d8724d07" -d '{"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:28:09.002683 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e063af2-f9a3-448f-8258-6821b67f4020 x-openstack-request-id: req-7e063af2-f9a3-448f-8258-6821b67f4020 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:28:09.003010 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:28:09.003539 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e063af2-f9a3-448f-8258-6821b67f4020 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:28:09.003916 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'status': 'completed', 'code': 200} Jul 08 22:28:09.101962 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10ce04-4ef9-45dc-9f1d-ba20f60144d6 service neutron] Pushing event updated for resources: {'Port': ['ID=68b899b1-f108-4f81-afaa-da7d97a014b2,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:09.159475 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-858c3227-1d7c-4d3a-8034-6c0c3206d544 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975601 Jul 08 22:28:09.183764 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f8085-41a6-47e1-84b5-dc7a9f6c1c57 req-cb81605f-d2f2-4da1-ade0-21c43c99a70f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:09.185223 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c61f8085-41a6-47e1-84b5-dc7a9f6c1c57 req-cb81605f-d2f2-4da1-ade0-21c43c99a70f tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.2078228 Jul 08 22:28:09.234724 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ec2ad97d-1d50-44d1-9855-100657e3eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:09.236062 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ec2ad97d-1d50-44d1-9855-100657e3eef3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1097 time: 0.1802096 Jul 08 22:28:09.285317 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c61f8085-41a6-47e1-84b5-dc7a9f6c1c57 req-1460d47c-77be-4037-a3c9-9d0219015660 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632648 Jul 08 22:28:09.314764 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-fec10299-53e7-41b8-9cc1-1fe984619d9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 217 time: 0.0423942 Jul 08 22:28:09.329081 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5ccc1e9d-51d9-4a64-9e30-325a7ae817bf req-037382f8-02f0-412d-a673-c63b13b47ec0 service neutron] 10.222.0.67 "GET /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619620 Jul 08 22:28:09.395823 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-17b64dd3-a1d2-489c-801f-b35718fbd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:09.397817 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-17b64dd3-a1d2-489c-801f-b35718fbd4a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 200 len: 853 time: 0.0662193 Jul 08 22:28:09.507654 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ad8c0c22-4738-4734-9281-d9a579e4fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:09.509182 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-ad8c0c22-4738-4734-9281-d9a579e4fa79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=552257d9-cb5d-4eab-ac82-580fe5532f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0935743 Jul 08 22:28:09.537344 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d72c-aade-46ce-ac66-ec10917b1db8 req-a7ad0423-7360-4cbf-9c6c-1c4e0a32dc9c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:09.538743 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3bb9d72c-aade-46ce-ac66-ec10917b1db8 req-a7ad0423-7360-4cbf-9c6c-1c4e0a32dc9c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 944 time: 0.0915160 Jul 08 22:28:09.629802 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3bb9d72c-aade-46ce-ac66-ec10917b1db8 req-e28ab295-76b9-456f-b048-26b0df5eba4a tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771594 Jul 08 22:28:09.646890 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-e9ac2175-4c8b-4fb2-b396-679b3f24befb service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250162 Jul 08 22:28:09.742686 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-053e2b8f-9fab-4ee2-b45f-cbd8c37cd570 req-3ce9f948-0fe1-4184-9c3a-7e9e7efed0b6 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810978 Jul 08 22:28:09.860054 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-e4c83e86-cfd7-44a7-80bf-cff7177ac268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:09.861591 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-e4c83e86-cfd7-44a7-80bf-cff7177ac268 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1097 time: 0.0594983 Jul 08 22:28:09.970126 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-cceb65d1-ec00-4e05-9406-3d4275b6a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:09.971763 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-cceb65d1-ec00-4e05-9406-3d4275b6a88a service neutron] 10.222.0.67 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 915 time: 0.0916352 Jul 08 22:28:10.032613 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-4060bf98-2694-4ea1-ad95-e2b01fdbc1a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 217 time: 0.0400054 Jul 08 22:28:10.090009 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-34303ec5-c4bf-45e7-95b3-a6bc5bfdf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:10.091502 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-34303ec5-c4bf-45e7-95b3-a6bc5bfdf42a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 200 len: 853 time: 0.0431523 Jul 08 22:28:10.152915 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-9f52d6c9-d3f7-4e9f-9231-691a72b5fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:10.154442 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-9f52d6c9-d3f7-4e9f-9231-691a72b5fcb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=552257d9-cb5d-4eab-ac82-580fe5532f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521691 Jul 08 22:28:10.247458 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-01883d94-93a8-4da8-82a3-a3086ca6b22b service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833602 Jul 08 22:28:10.349480 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4670adbc-bb77-49d7-a365-d605d8724d07 req-e15ab3d2-bdfe-4e1f-b75a-7b3b69bb9438 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893977 Jul 08 22:28:10.480829 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fd591-675b-487d-b947-dbe5736c615e req-7f4efe51-8f03-437a-b6fd-202efcfbfc9b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:10.482322 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-007fd591-675b-487d-b947-dbe5736c615e req-7f4efe51-8f03-437a-b6fd-202efcfbfc9b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0648601 Jul 08 22:28:10.524805 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-007fd591-675b-487d-b947-dbe5736c615e req-16044b2f-0d73-485f-996b-86664bad6ccd tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Jul 08 22:28:10.818739 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1599bc-bf33-460c-acf7-3c99cb7e5a69 req-60d7463b-fbae-470b-9847-bffe27bd414a tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:10.820449 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0f1599bc-bf33-460c-acf7-3c99cb7e5a69 req-60d7463b-fbae-470b-9847-bffe27bd414a tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 944 time: 0.0762055 Jul 08 22:28:10.863987 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0f1599bc-bf33-460c-acf7-3c99cb7e5a69 req-74cc7d36-1fbb-4af2-9392-ac3e61770990 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373070 Jul 08 22:28:11.477861 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 68b899b1-f108-4f81-afaa-da7d97a014b2 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:28:11.571758 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 68b899b1-f108-4f81-afaa-da7d97a014b2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=68b899b1-f108-4f81-afaa-da7d97a014b2,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:11.583118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'port_id': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'mac_address': 'fa:16:3e:8e:4b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:28:11.626803 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:11.639834 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b899b1-f108-4f81-afaa-da7d97a014b2 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:28:11.660699 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 68b899b1-f108-4f81-afaa-da7d97a014b2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=68b899b1-f108-4f81-afaa-da7d97a014b2,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:11.664641 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:11.713292 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=68b899b1-f108-4f81-afaa-da7d97a014b2,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:12.046401 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['68b899b1-f108-4f81-afaa-da7d97a014b2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:28:12.053290 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63726699-9e72-46b7-9780-469e565022cc req-48546e64-87cb-414a-b4c9-3016bbce4d96 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:12.054957 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-63726699-9e72-46b7-9780-469e565022cc req-48546e64-87cb-414a-b4c9-3016bbce4d96 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 945 time: 0.0651765 Jul 08 22:28:12.093580 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-63726699-9e72-46b7-9780-469e565022cc req-e01e2cfd-f75d-49e1-9f85-f682aa9044f0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Jul 08 22:28:12.507702 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-886aa176-f1a7-4950-8580-64f776aa1256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:13.275194 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac90be9-4d42-4a85-b708-272dca0d8694 req-c9726692-ec26-4791-8a92-35cef9d447b5 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:13.276794 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6ac90be9-4d42-4a85-b708-272dca0d8694 req-c9726692-ec26-4791-8a92-35cef9d447b5 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 945 time: 0.0686309 Jul 08 22:28:13.327685 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6ac90be9-4d42-4a85-b708-272dca0d8694 req-25d89d26-502b-4173-abaa-d19847199ffe tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Jul 08 22:28:13.488291 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 68b899b1-f108-4f81-afaa-da7d97a014b2 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:28:13.536185 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 68b899b1-f108-4f81-afaa-da7d97a014b2 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:28:13.540669 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 68b899b1-f108-4f81-afaa-da7d97a014b2 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:28:13.541037 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:13.621355 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:13.643290 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:28:13.645540 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c03bf0-1eab-47ff-b419-f22b76d41948" -d '{"events": [{"server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "name": "network-vif-plugged", "status": "completed", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:28:13.661580 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 68b899b1-f108-4f81-afaa-da7d97a014b2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=68b899b1-f108-4f81-afaa-da7d97a014b2,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:13.666129 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:13.689738 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeb6018-79c4-44c5-b448-2043a76ed167 x-openstack-request-id: req-fdeb6018-79c4-44c5-b448-2043a76ed167 {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:28:13.690027 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "name": "network-vif-plugged", "status": "completed", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:28:13.690274 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdeb6018-79c4-44c5-b448-2043a76ed167 {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:28:13.691206 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'code': 200} Jul 08 22:28:13.719976 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=68b899b1-f108-4f81-afaa-da7d97a014b2,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:13.944463 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1dc99-7c3e-4706-a230-b9acdefd7c9b req-f5765f06-c31e-48c4-bce7-d9cce5132dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:13.945944 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-38f1dc99-7c3e-4706-a230-b9acdefd7c9b req-f5765f06-c31e-48c4-bce7-d9cce5132dd5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1099 time: 0.0521727 Jul 08 22:28:13.990442 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-38f1dc99-7c3e-4706-a230-b9acdefd7c9b req-ca328030-4378-441c-89e6-92ddbe302a93 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Jul 08 22:28:14.493331 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433b66d-236c-45f4-af0f-c95543620f6c req-76e081d3-4898-4203-b0c6-a4b34276a018 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:14.494902 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b433b66d-236c-45f4-af0f-c95543620f6c req-76e081d3-4898-4203-b0c6-a4b34276a018 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0652542 Jul 08 22:28:14.535949 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b433b66d-236c-45f4-af0f-c95543620f6c req-45c2a4fc-e024-4bc9-901c-f100856e8212 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355246 Jul 08 22:28:15.004370 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376590-a9fc-465d-a47e-04df8fdd56c9 req-f5c84fb6-060d-43b6-bd5f-4dcba867bbef tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:15.005838 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-55376590-a9fc-465d-a47e-04df8fdd56c9 req-f5c84fb6-060d-43b6-bd5f-4dcba867bbef tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 945 time: 0.0663047 Jul 08 22:28:15.027903 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b939cffb-0651-49de-b0f0-8afaa9e5ce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:15.045516 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-55376590-a9fc-465d-a47e-04df8fdd56c9 req-eae60f49-79e1-410b-8213-ef817f2c6756 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Jul 08 22:28:15.218954 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:15.710900 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac54745-aa4c-4c2b-91ec-1218c2d70280 req-96e7bb28-888e-4128-a43a-6578886380ed tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:15.712491 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7ac54745-aa4c-4c2b-91ec-1218c2d70280 req-96e7bb28-888e-4128-a43a-6578886380ed tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0648913 Jul 08 22:28:15.751962 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7ac54745-aa4c-4c2b-91ec-1218c2d70280 req-9b708074-9c52-41ce-8e49-d34d418ee9e2 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jul 08 22:28:15.927010 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22981eb-9b37-4fa7-991a-f7c469d1ac1f req-c16e30e2-2d02-4461-960a-298574f89a9e tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:15.928504 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f22981eb-9b37-4fa7-991a-f7c469d1ac1f req-c16e30e2-2d02-4461-960a-298574f89a9e tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0674012 Jul 08 22:28:15.955882 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:15.967756 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f22981eb-9b37-4fa7-991a-f7c469d1ac1f req-e8e7a33c-29f7-4a36-9433-70044364271b tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Jul 08 22:28:16.226749 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e785b-3784-4528-a1ed-21e7a70e322f req-21b1f0bd-895a-44ba-ae2a-5165151b5d5a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:16.228275 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e35e785b-3784-4528-a1ed-21e7a70e322f req-21b1f0bd-895a-44ba-ae2a-5165151b5d5a tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 945 time: 0.0645082 Jul 08 22:28:16.268599 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e35e785b-3784-4528-a1ed-21e7a70e322f req-52a96eb7-4cd1-445c-8839-0f8ed68c19ee tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341895 Jul 08 22:28:16.351715 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2764c-fbb1-45a8-97eb-7aa890e5dcc6 req-bbb9e95b-9da8-4860-9152-4b0de2ceee3d tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:16.353192 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c7d2764c-fbb1-45a8-97eb-7aa890e5dcc6 req-bbb9e95b-9da8-4860-9152-4b0de2ceee3d tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0614336 Jul 08 22:28:16.400050 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c7d2764c-fbb1-45a8-97eb-7aa890e5dcc6 req-1e060eb5-39a2-4805-b3fe-f8621bb1df8e tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Jul 08 22:28:17.448083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669fd6-ce4d-476d-ac37-12e909838dd8 req-b2d0d5dc-d44b-425d-97ac-d398390081b5 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:17.449645 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b3669fd6-ce4d-476d-ac37-12e909838dd8 req-b2d0d5dc-d44b-425d-97ac-d398390081b5 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 945 time: 0.0658057 Jul 08 22:28:17.491586 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b3669fd6-ce4d-476d-ac37-12e909838dd8 req-c7285b2f-0903-4b9f-9714-b0772256ebd5 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups?id=5fd7c639-e264-4578-b4a2-794b6f7cbf98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332160 Jul 08 22:28:17.700082 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:17.804024 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-148ac62e-a023-41ec-9670-42d816b93b19 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:17.805497 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-148ac62e-a023-41ec-9670-42d816b93b19 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 945 time: 0.0681272 Jul 08 22:28:17.914137 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Deleting port 5bf1366b-1549-4729-a0d5-b952d4467026 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:17.914482 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:18.003001 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] For port 5bf1366b-1549-4729-a0d5-b952d4467026, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=5bf1366b-1549-4729-a0d5-b952d4467026,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:18.003369 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:18.175282 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:18.175749 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:18.176067 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Floating IP 5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4 disassociated. External IP: 172.27.1.24, port: 5bf1366b-1549-4729-a0d5-b952d4467026. Jul 08 22:28:18.176410 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Calling delete_port for 5bf1366b-1549-4729-a0d5-b952d4467026 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:18.314526 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:18.346299 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event deleted for resources: {'Port': ['ID=5bf1366b-1549-4729-a0d5-b952d4467026,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:18.464526 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Router 8dc596ac-ad16-4602-9423-42ae2b326462 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:28:18.571433 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:28:18.581265 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] Sync routers for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:28:18.590914 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:18.591673 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:18.620708 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] No DVR routers for this DVR port 5bf1366b-1549-4729-a0d5-b952d4467026 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:28:18.630802 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:18.632676 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bfd2cfbf-eea6-4af9-9d67-a1606509c5cc req-4746419d-9dfd-4884-a58d-dd03ae11913b tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.67 "DELETE /v2.0/ports/5bf1366b-1549-4729-a0d5-b952d4467026 HTTP/1.1" status: 204 len: 173 time: 0.8188064 Jul 08 22:28:18.633114 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'name': 'network-vif-deleted', 'tag': '5bf1366b-1549-4729-a0d5-b952d4467026'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:28:18.635347 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ffc7d3-55b2-436b-a32b-f7f11ae73b7a" -d '{"events": [{"server_uuid": "1e799b65-605b-419f-ac3a-0e135efa1f1d", "name": "network-vif-deleted", "tag": "5bf1366b-1549-4729-a0d5-b952d4467026"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:28:18.664103 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-09b1f0d1-cba6-4464-96d7-22d56751fad3 req-ba924099-8c20-44c8-bad3-eda173ec1175 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e799b65-605b-419f-ac3a-0e135efa1f1d HTTP/1.1" status: 200 len: 210 time: 0.0444212 Jul 08 22:28:18.687756 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d33caa-d627-4259-bc1a-914960c8ce3d x-openstack-request-id: req-d6d33caa-d627-4259-bc1a-914960c8ce3d {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:28:18.687944 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e799b65-605b-419f-ac3a-0e135efa1f1d", "name": "network-vif-deleted", "tag": "5bf1366b-1549-4729-a0d5-b952d4467026", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:28:18.688210 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6d33caa-d627-4259-bc1a-914960c8ce3d {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:28:18.688607 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e799b65-605b-419f-ac3a-0e135efa1f1d', 'name': 'network-vif-deleted', 'tag': '5bf1366b-1549-4729-a0d5-b952d4467026', 'status': 'completed', 'code': 200} Jul 08 22:28:18.720498 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:18.946139 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:18.975480 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] Checking router: 8dc596ac-ad16-4602-9423-42ae2b326462 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:28:18.983577 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:18.984202 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:19.089231 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:19.284045 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:19.310010 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d69ec7-8577-4852-81c8-7d25fff7db0e None None] The sync data for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi is: [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'c4181c41-9306-4acc-988b-f00982014cc6', 'name': '', 'network_id': '70939837-e8e1-46d7-9ec3-a2b37e3f114d', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'mac_address': 'fa:16:3e:15:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:48Z', 'updated_at': '2021-07-08T22:21:06Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'subnets': [{'id': '7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:28:19.551898 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f3af1-5a1d-4abc-b9ca-164dcbe65db7 None None] New status for floating IP 5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4: DOWN {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:28:19.795833 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47788) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:19.849176 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8db1764e-07c4-4dfc-b678-97f264f90fff tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:19.872281 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8db1764e-07c4-4dfc-b678-97f264f90fff tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:19.920313 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8db1764e-07c4-4dfc-b678-97f264f90fff tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:19.923208 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8db1764e-07c4-4dfc-b678-97f264f90fff tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:19.924507 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-8db1764e-07c4-4dfc-b678-97f264f90fff tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "DELETE /v2.0/security-groups/5fd7c639-e264-4578-b4a2-794b6f7cbf98 HTTP/1.1" status: 204 len: 168 time: 0.1276557 Jul 08 22:28:19.927976 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47790) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:19.934341 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1764e-07c4-4dfc-b678-97f264f90fff tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd7c639-e264-4578-b4a2-794b6f7cbf98,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:19.943853 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.api.v2.resource [None req-bf6e3366-30f4-4c94-bcc4-82a7318c1840 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] show failed (client error): The resource could not be found. Jul 08 22:28:19.947900 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bf6e3366-30f4-4c94-bcc4-82a7318c1840 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "GET /v2.0/security-groups/5fd7c639-e264-4578-b4a2-794b6f7cbf98 HTTP/1.1" status: 404 len: 347 time: 0.0185933 Jul 08 22:28:19.948060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47792) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:20.067170 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Deleting port f580d1df-3d12-45e9-af42-59572c313936 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:20.067513 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:20.141940 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:20.142264 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:20.153519 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Calling delete_port for f580d1df-3d12-45e9-af42-59572c313936 owned by network:floatingip {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:20.282491 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:20.307243 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Pushing event deleted for resources: {'Port': ['ID=f580d1df-3d12-45e9-af42-59572c313936,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:20.367204 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:20.370063 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:20.371239 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-c34f1626-0301-42ff-8644-eb05ed3c8a41 tempest-AttachVolumeTestJSON-1520691415 tempest-AttachVolumeTestJSON-1520691415-project] 10.222.0.43 "DELETE /v2.0/floatingips/5042b9a2-5d8d-41fa-97f5-09f2f13ca6f4 HTTP/1.1" status: 204 len: 168 time: 0.4223018 Jul 08 22:28:21.517473 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 5bf1366b-1549-4729-a0d5-b952d4467026 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:28:21.543216 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 5bf1366b-1549-4729-a0d5-b952d4467026 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:28:21.543565 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 5bf1366b-1549-4729-a0d5-b952d4467026 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:28:24.071322 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47828) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:24.513089 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:24.775788 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Deleting port c4181c41-9306-4acc-988b-f00982014cc6 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:24.776029 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:24.851197 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] For port c4181c41-9306-4acc-988b-f00982014cc6, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=c4181c41-9306-4acc-988b-f00982014cc6,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:24.851552 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:24.863913 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Calling delete_port for c4181c41-9306-4acc-988b-f00982014cc6 owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:25.054472 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:25.085807 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4181c41-9306-4acc-988b-f00982014cc6,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:25.257744 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:25.464947 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Router 8dc596ac-ad16-4602-9423-42ae2b326462 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:28:25.574545 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:28:25.579536 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8848949a-5388-479e-b3a7-9e382bd2386d admin admin] 10.222.0.43 "PUT /v2.0/routers/8dc596ac-ad16-4602-9423-42ae2b326462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5072198 Jul 08 22:28:25.582074 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47834) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:25.582990 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] Sync routers for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:28:25.688669 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:25.719012 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:25.719710 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:25.807131 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:25.840288 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:26.054152 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:28:25Z', 'revision_number': 5, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port': {'id': 'e028215c-3c71-4c07-a2c9-2a63e7ca630b', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:43Z', 'updated_at': '2021-07-08T22:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:26.071546 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967b7db-184b-4283-b5ca-698372880b3c req-cd0d6268-6953-4dc4-b541-51aa8589f8b3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:26.075416 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f967b7db-184b-4283-b5ca-698372880b3c req-cd0d6268-6953-4dc4-b541-51aa8589f8b3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0864024 Jul 08 22:28:26.081050 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] Checking router: 8dc596ac-ad16-4602-9423-42ae2b326462 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:28:26.083284 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Deleting port e028215c-3c71-4c07-a2c9-2a63e7ca630b {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:26.083653 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.090660 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] Routers {'8dc596ac-ad16-4602-9423-42ae2b326462'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:26.091340 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8dc596ac-ad16-4602-9423-42ae2b326462'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:26.117217 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f967b7db-184b-4283-b5ca-698372880b3c req-5c48b91f-ed45-41b3-a051-2f8723fe4517 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368376 Jul 08 22:28:26.143814 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47844) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:26.169213 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] For port e028215c-3c71-4c07-a2c9-2a63e7ca630b, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e028215c-3c71-4c07-a2c9-2a63e7ca630b,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:26.169686 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.185996 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] Set router 8dc596ac-ad16-4602-9423-42ae2b326462 gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:26.186634 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Calling delete_port for e028215c-3c71-4c07-a2c9-2a63e7ca630b owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:26.245044 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:28:25Z', 'revision_number': 6, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:26.251732 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fee0d4-99ab-4596-b5b4-01e1d4df78c2 tempest-TestMinimumBasicScenario-1137908439 tempest-TestMinimumBasicScenario-1137908439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:26.256251 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-25fee0d4-99ab-4596-b5b4-01e1d4df78c2 tempest-TestMinimumBasicScenario-1137908439 tempest-TestMinimumBasicScenario-1137908439-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1094 time: 0.1080601 Jul 08 22:28:26.256579 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47848) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:26.261219 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'port_id': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:26.274048 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e6bb0-742a-4ac6-ae36-3810bc61aa30 None None] The sync data for ids ['8dc596ac-ad16-4602-9423-42ae2b326462'] in dv-cinder-800093-1-iscsi is: [{'id': '8dc596ac-ad16-4602-9423-42ae2b326462', 'name': 'tempest-AttachVolumeTestJSON-2006055451-router', 'tenant_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:28:25Z', 'revision_number': 6, 'project_id': 'a6a487cb0e3444c695c2fadd762b8b32', 'gw_port_host': None}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:28:26.291889 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for floatingip, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.363659 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.390721 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Pushing event deleted for resources: {'Port': ['ID=e028215c-3c71-4c07-a2c9-2a63e7ca630b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:26.416221 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.468735 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.524983 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Allocated IP 172.27.1.21 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/3f8ea1d8-3b9b-4bfd-b242-7219c8eb3165) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:28:26.578221 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.580217 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.634489 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.654851 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.654851 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc596ac-ad16-4602-9423-42ae2b326462 {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:28:26.660108 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.661392 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4ff1ed19-a6d9-4a20-af88-2d3b19819547 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8dc596ac-ad16-4602-9423-42ae2b326462 HTTP/1.1" status: 204 len: 168 time: 1.0783706 Jul 08 22:28:26.669725 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47852) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:26.700011 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.714674 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e0ffd7-464b-4fd6-8bac-4ffdff809c86 admin admin] Deleting subnet 7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:28:26.717983 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ffd7-464b-4fd6-8bac-4ffdff809c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.752595 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:28:26.754387 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'Port': ['ID=3f8ea1d8-3b9b-4bfd-b242-7219c8eb3165,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:26.758101 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:28:26.760449 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:28:26.765518 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ffd7-464b-4fd6-8bac-4ffdff809c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.874154 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ffd7-464b-4fd6-8bac-4ffdff809c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.935583 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ffd7-464b-4fd6-8bac-4ffdff809c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.962091 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0ffd7-464b-4fd6-8bac-4ffdff809c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:26.966644 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d8e0ffd7-464b-4fd6-8bac-4ffdff809c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:26.968781 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d8e0ffd7-464b-4fd6-8bac-4ffdff809c86 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7e6cb8f9-5029-4d60-9a91-cc96bf15c8dc HTTP/1.1" status: 204 len: 168 time: 0.3021054 Jul 08 22:28:26.972106 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47854) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:26.975040 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede32e6-8dcb-4df5-ba41-bf8730e329bc None None] Network 70939837-e8e1-46d7-9ec3-a2b37e3f114d requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:28:27.085872 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.174031 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] DHCP port deletion for 70939837-e8e1-46d7-9ec3-a2b37e3f114d request from dv-cinder-800093-1-iscsi {{(pid=93029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 22:28:27.230026 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] Deleting port 007d01ab-8100-4437-b81d-741da5e2e9dd {{(pid=93029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:27.230431 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.302569 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] For port 007d01ab-8100-4437-b81d-741da5e2e9dd, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=007d01ab-8100-4437-b81d-741da5e2e9dd,segment=NetworkSegment(a47d6ed7-ec89-49fb-a904-1886d3a97c47),segment_id=a47d6ed7-ec89-49fb-a904-1886d3a97c47)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:27.303069 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.318638 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] Calling delete_port for 007d01ab-8100-4437-b81d-741da5e2e9dd owned by network:dhcp {{(pid=93029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:27.464877 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252'] for port, after_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.492313 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] Pushing event deleted for resources: {'Port': ['ID=007d01ab-8100-4437-b81d-741da5e2e9dd,revision_number=None']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:27.499406 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb52c5b1-8b05-40f0-8589-2d0c1ecf3a10 None None] No DVR routers for this DVR port 007d01ab-8100-4437-b81d-741da5e2e9dd on host dv-cinder-800093-1-iscsi {{(pid=93029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:28:27.522504 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Deleting port 007d01ab-8100-4437-b81d-741da5e2e9dd {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:27.522869 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.537813 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.622358 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] For port 007d01ab-8100-4437-b81d-741da5e2e9dd, host dv-cinder-800093-1-iscsi, got binding levels [] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:27.622703 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.652231 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Calling delete_port for 007d01ab-8100-4437-b81d-741da5e2e9dd owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:27.656267 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.ipam_backend_mixin [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Port 007d01ab-8100-4437-b81d-741da5e2e9dd was not found and therefore no delete operation was performed {{(pid=93028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 22:28:27.658797 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.695003 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Pushing event deleted for resources: {'Port': ['ID=007d01ab-8100-4437-b81d-741da5e2e9dd,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:27.697080 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] No DVR routers for this DVR port 007d01ab-8100-4437-b81d-741da5e2e9dd on host dv-cinder-800093-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:28:27.698772 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.806975 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.814016 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:28:27.820470 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70939837-e8e1-46d7-9ec3-a2b37e3f114d']}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:27.862452 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47d6ed7-ec89-49fb-a904-1886d3a97c47') {'for_net_delete': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:27.862786 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47d6ed7-ec89-49fb-a904-1886d3a97c47') {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:27.881101 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823674'] for segment, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.907486 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.919343 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:28:27.919755 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524688'] for segment, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: Traceback (most recent call last): Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: timer() Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: cb(*args, **kw) Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: return func(*args, **kwargs) Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: self._notify() Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: self.callback(batched_events) Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: event.method(event) Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: return f(self, *a, **k) Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._get(url).json() Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: return self.request(url, 'GET', **kwargs) Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:28:27.921383 dv-cinder-800093-1-iscsi neutron-server[93028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:28:27.999363 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.009626 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.013229 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.023568 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] 10.222.0.43 "DELETE /v2.0/networks/70939837-e8e1-46d7-9ec3-a2b37e3f114d HTTP/1.1" status: 204 len: 168 time: 1.0496707 Jul 08 22:28:28.036539 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.040156 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d520954-c13b-42f9-8c4f-7e4b0b43b990 admin admin] Pushing event deleted for resources: {'Network': ['ID=70939837-e8e1-46d7-9ec3-a2b37e3f114d,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:28.111121 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'Port': ['ID=3f8ea1d8-3b9b-4bfd-b242-7219c8eb3165,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:28.125233 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.155099 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47866) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:28.201564 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-accd6cdb-efdc-497b-9140-cb064aa705ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6a487cb0e3444c695c2fadd762b8b32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452232 Jul 08 22:28:28.204023 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47868) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:28.252046 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2a35d40a-1b61-4235-95c6-4c9a19b6996a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.272982 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e2f3e-597a-4cfc-81fd-8f104ef6597f req-d08dcef1-c967-4428-90af-448e4fa02d65 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:28.274473 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-246e2f3e-597a-4cfc-81fd-8f104ef6597f req-d08dcef1-c967-4428-90af-448e4fa02d65 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 946 time: 0.1469309 Jul 08 22:28:28.274611 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2a35d40a-1b61-4235-95c6-4c9a19b6996a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.275982 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Floating IP aaeccc66-e8ca-4d61-8af1-82d83faf341d associated. External IP: 172.27.1.21, port: 68b899b1-f108-4f81-afaa-da7d97a014b2. Jul 08 22:28:28.326799 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2a35d40a-1b61-4235-95c6-4c9a19b6996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.329837 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2a35d40a-1b61-4235-95c6-4c9a19b6996a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.332147 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2a35d40a-1b61-4235-95c6-4c9a19b6996a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65135352-6a98-4067-9ef3-3858d79f0b98 HTTP/1.1" status: 204 len: 168 time: 0.1260152 Jul 08 22:28:28.347887 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35d40a-1b61-4235-95c6-4c9a19b6996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65135352-6a98-4067-9ef3-3858d79f0b98,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:28.390504 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-246e2f3e-597a-4cfc-81fd-8f104ef6597f req-d3add9fd-0d0a-4b73-a9f4-9a0d0c66918b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795186 Jul 08 22:28:28.392172 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e028215c-3c71-4c07-a2c9-2a63e7ca630b no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:28:28.427253 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: e028215c-3c71-4c07-a2c9-2a63e7ca630b {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:28:28.427593 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e028215c-3c71-4c07-a2c9-2a63e7ca630b not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:28:28.428177 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device c4181c41-9306-4acc-988b-f00982014cc6 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:28:28.448415 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: c4181c41-9306-4acc-988b-f00982014cc6 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:28:28.448765 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device c4181c41-9306-4acc-988b-f00982014cc6 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:28:28.449175 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 007d01ab-8100-4437-b81d-741da5e2e9dd no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:28:28.468626 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 007d01ab-8100-4437-b81d-741da5e2e9dd {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:28:28.468974 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 007d01ab-8100-4437-b81d-741da5e2e9dd not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:28:28.543008 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Router 17507e05-e4d8-42c4-8fd8-1c6155c69253 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:28:28.655335 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:28:28.665120 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] Sync routers for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:28:28.672194 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.675454 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:28.676108 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:28.713471 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-4fa33589-dcc4-4907-ac16-3ad08e763c04 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4531791 Jul 08 22:28:28.713471 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:28:28.713661 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c232ec9-38e0-4fe1-885e-ab595a0811b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:28:28.713769 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47880) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:28.719052 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-0d3154aa-3fe3-4d78-9c31-ab78b6c06040 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506169634', 'description': 'tempest-secgroup-smoke-506169634 description', 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:28.756469 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0d3154aa-3fe3-4d78-9c31-ab78b6c06040 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.776149 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9610b07-e5c0-4bb8-9e29-6c9cc70e6161 x-openstack-request-id: req-c9610b07-e5c0-4bb8-9e29-6c9cc70e6161 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:28:28.776460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:28:28.776688 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9610b07-e5c0-4bb8-9e29-6c9cc70e6161 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:28:28.777088 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'status': 'completed', 'code': 200} Jul 08 22:28:28.868078 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0d3154aa-3fe3-4d78-9c31-ab78b6c06040 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.872847 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0d3154aa-3fe3-4d78-9c31-ab78b6c06040 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.874128 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-4cd184c7-e981-4635-a40c-2f87548f2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:28.875976 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-4cd184c7-e981-4635-a40c-2f87548f2e71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1099 time: 0.0667942 Jul 08 22:28:28.882463 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:28.903892 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3154aa-3fe3-4d78-9c31-ab78b6c06040 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152101d4-9382-4610-bd13-f6c29f9d43a5,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:28.918015 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0d3154aa-3fe3-4d78-9c31-ab78b6c06040 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:28.921697 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0d3154aa-3fe3-4d78-9c31-ab78b6c06040 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2037203 Jul 08 22:28:28.922278 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47886) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:28.927709 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9f6a6eab-0ec8-4921-a83d-93979376d4d0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'security_group_rule': {'security_group_id': '152101d4-9382-4610-bd13-f6c29f9d43a5', 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:28.957058 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9f6a6eab-0ec8-4921-a83d-93979376d4d0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.019661 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-e7a9c6d1-1bfa-43ea-8083-77c35c518c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:29.021525 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-e7a9c6d1-1bfa-43ea-8083-77c35c518c60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 915 time: 0.1370990 Jul 08 22:28:29.031223 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9f6a6eab-0ec8-4921-a83d-93979376d4d0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.035898 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9f6a6eab-0ec8-4921-a83d-93979376d4d0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.059439 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a6eab-0ec8-4921-a83d-93979376d4d0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef36078-dc9e-4830-84d0-cdd609fa45fc,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:29.064798 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9f6a6eab-0ec8-4921-a83d-93979376d4d0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.070126 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9f6a6eab-0ec8-4921-a83d-93979376d4d0 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467423 Jul 08 22:28:29.070858 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47894) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:29.076237 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-7f20f378-6c5b-4e9e-84f2-9ece57f3e6a3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'security_group_rule': {'security_group_id': '152101d4-9382-4610-bd13-f6c29f9d43a5', 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:29.118517 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-76887cc5-db12-4a6a-afcb-5e01674dfdea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 999 time: 0.0825670 Jul 08 22:28:29.126155 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f20f378-6c5b-4e9e-84f2-9ece57f3e6a3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.136429 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': 'aaeccc66-e8ca-4d61-8af1-82d83faf341d', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'port_id': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'mac_address': 'fa:16:3e:8e:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:28:27Z', 'updated_at': '2021-07-08T22:28:27Z', 'revision_number': 0, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:42Z', 'revision_number': 5, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:29.169841 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] Checking router: 17507e05-e4d8-42c4-8fd8-1c6155c69253 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:28:29.178520 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:29.179300 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:29.184647 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-9d0a94e7-13e0-4b40-a4eb-d588ff5d53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:29.186130 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-9d0a94e7-13e0-4b40-a4eb-d588ff5d53df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 200 len: 853 time: 0.0541894 Jul 08 22:28:29.198223 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f20f378-6c5b-4e9e-84f2-9ece57f3e6a3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.205108 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f20f378-6c5b-4e9e-84f2-9ece57f3e6a3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.230881 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f20f378-6c5b-4e9e-84f2-9ece57f3e6a3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.233142 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7f20f378-6c5b-4e9e-84f2-9ece57f3e6a3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610298 Jul 08 22:28:29.234862 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20f378-6c5b-4e9e-84f2-9ece57f3e6a3 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdce08a1-6a0c-4c00-8b3d-eab3d04c2600,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:29.235980 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47898) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:29.242396 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-3ea3eeef-6782-4638-870d-b495e733a050 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'security_group_rule': {'security_group_id': '152101d4-9382-4610-bd13-f6c29f9d43a5', 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:29.284717 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3ea3eeef-6782-4638-870d-b495e733a050 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.299262 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-21d0bdfe-60a7-45e6-9d6e-ec7034bf3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:29.301328 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-21d0bdfe-60a7-45e6-9d6e-ec7034bf3dac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=552257d9-cb5d-4eab-ac82-580fe5532f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1044624 Jul 08 22:28:29.317529 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:29.416752 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3ea3eeef-6782-4638-870d-b495e733a050 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.435105 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-89159a86-bdd8-458c-a0dd-a924d653ace4 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215518 Jul 08 22:28:29.435936 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3ea3eeef-6782-4638-870d-b495e733a050 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.459695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3eeef-6782-4638-870d-b495e733a050 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8c2ab3-c3e4-4048-bb0a-bb997b966737,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:29.557744 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3ea3eeef-6782-4638-870d-b495e733a050 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.561359 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-3ea3eeef-6782-4638-870d-b495e733a050 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218663 Jul 08 22:28:29.561954 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47908) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:29.569983 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9ed71182-f072-4266-b6b5-1dd01657ad98 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'security_group_rule': {'security_group_id': '152101d4-9382-4610-bd13-f6c29f9d43a5', 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:29.587712 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': 'aaeccc66-e8ca-4d61-8af1-82d83faf341d', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'port_id': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'mac_address': 'fa:16:3e:8e:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:28:27Z', 'updated_at': '2021-07-08T22:28:27Z', 'revision_number': 0, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:42Z', 'revision_number': 5, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:29.611561 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ed71182-f072-4266-b6b5-1dd01657ad98 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.622404 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6c232ec9-38e0-4fe1-885e-ab595a0811b0 req-67549556-42d4-422e-b5f8-c5d7b3fc99da service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636493 Jul 08 22:28:29.622658 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecd9e5-f7d7-4600-8087-62aa2660c036 None None] The sync data for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi is: [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': 'aaeccc66-e8ca-4d61-8af1-82d83faf341d', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'port_id': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'mac_address': 'fa:16:3e:8e:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:28:27Z', 'updated_at': '2021-07-08T22:28:27Z', 'revision_number': 0, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:42Z', 'revision_number': 5, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:28:29.638584 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f7a30-1f90-4533-9ffb-0b6032d1f8e0 req-191eef3e-a147-4829-bdd7-8adee9ba2f6b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:29.640212 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6e0f7a30-1f90-4533-9ffb-0b6032d1f8e0 req-191eef3e-a147-4829-bdd7-8adee9ba2f6b tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 946 time: 0.1169391 Jul 08 22:28:29.702906 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ed71182-f072-4266-b6b5-1dd01657ad98 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.709598 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6e0f7a30-1f90-4533-9ffb-0b6032d1f8e0 req-54b64258-ebb8-4d8b-9b4b-8e198f92cf21 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621676 Jul 08 22:28:29.715350 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ed71182-f072-4266-b6b5-1dd01657ad98 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.735956 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed71182-f072-4266-b6b5-1dd01657ad98 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2dffd8-d330-4da2-9af0-9528ea2ec1d5,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:29.756861 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ed71182-f072-4266-b6b5-1dd01657ad98 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.758550 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9ed71182-f072-4266-b6b5-1dd01657ad98 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1942158 Jul 08 22:28:29.761429 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 47912) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:29.766863 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-1b759451-bfe2-4afc-b53a-291c14e9963c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'security_group_rule': {'security_group_id': '152101d4-9382-4610-bd13-f6c29f9d43a5', 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:29.793479 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.securitygroups_db [None req-1b759451-bfe2-4afc-b53a-291c14e9963c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Project 6d7a8947d8b849a68ae9e3bf24ca99c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 22:28:29.798726 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b759451-bfe2-4afc-b53a-291c14e9963c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.859668 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b759451-bfe2-4afc-b53a-291c14e9963c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.865874 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b759451-bfe2-4afc-b53a-291c14e9963c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.886005 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b759451-bfe2-4afc-b53a-291c14e9963c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b117f9f2-99f8-483c-82cc-af2b8f699fa4,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:29.899393 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b759451-bfe2-4afc-b53a-291c14e9963c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:29.903773 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-1b759451-bfe2-4afc-b53a-291c14e9963c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380098 Jul 08 22:28:29.903874 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47920) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:29.909468 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-4e04f42d-2523-46a0-90a7-fadfe941a553 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'security_group_rule': {'security_group_id': '152101d4-9382-4610-bd13-f6c29f9d43a5', 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:29.928818 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce740b-25b1-4af5-9345-10f2eca5e77e None None] New status for floating IP aaeccc66-e8ca-4d61-8af1-82d83faf341d: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:28:29.937116 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-4e04f42d-2523-46a0-90a7-fadfe941a553 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Project 6d7a8947d8b849a68ae9e3bf24ca99c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 22:28:29.942761 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4e04f42d-2523-46a0-90a7-fadfe941a553 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.008013 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4e04f42d-2523-46a0-90a7-fadfe941a553 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.012027 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4e04f42d-2523-46a0-90a7-fadfe941a553 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.029621 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04f42d-2523-46a0-90a7-fadfe941a553 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e5f8e7-9cc6-47a8-9291-fec294f881d6,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:30.037479 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4e04f42d-2523-46a0-90a7-fadfe941a553 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.038365 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4e04f42d-2523-46a0-90a7-fadfe941a553 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334112 Jul 08 22:28:30.161481 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-352a0a66-e17d-4a35-8881-9d8678d92dec tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506169634&fields=id&tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7 HTTP/1.1" status: 200 len: 267 time: 0.0326083 Jul 08 22:28:30.259866 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-f9a815c2-d47a-4c9c-9ad5-09bd938295e2 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:30.261564 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-f9a815c2-d47a-4c9c-9ad5-09bd938295e2 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0937805 Jul 08 22:28:30.275115 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'port': {'security_groups': ['59f8017e-77ca-4d50-8c04-3fce93cd0941', '152101d4-9382-4610-bd13-f6c29f9d43a5']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:28:30.363733 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-cabdf1cd-dd14-4ec8-9b3c-5e2b43a263f5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:30.365259 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-cabdf1cd-dd14-4ec8-9b3c-5e2b43a263f5 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 946 time: 0.1423049 Jul 08 22:28:30.405939 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.548050 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Deleting port 32effb88-a8ef-4d74-af47-12b3bc53e565 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:30.548415 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.705134 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] For port 32effb88-a8ef-4d74-af47-12b3bc53e565, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=32effb88-a8ef-4d74-af47-12b3bc53e565,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:30.705426 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.715696 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] For port 68b899b1-f108-4f81-afaa-da7d97a014b2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=68b899b1-f108-4f81-afaa-da7d97a014b2,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:30.789919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.797590 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.809921 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['68b899b1-f108-4f81-afaa-da7d97a014b2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:28:30.921721 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:30.922396 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:30.923964 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-24bc888a-4f55-44a1-b33d-5f37d4fddab3 req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "PUT /v2.0/ports/68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 982 time: 0.6546111 Jul 08 22:28:30.924435 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:28:30.926705 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3157fe-3f22-43d0-9815-b244ab21332c" -d '{"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:28:30.998325 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'Port': ['ID=68b899b1-f108-4f81-afaa-da7d97a014b2,revision_number=6']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:31.010948 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.011274 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.011612 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.011946 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.012249 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['68b899b1-f108-4f81-afaa-da7d97a014b2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:28:31.012710 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.012710 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.012924 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.013207 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.013526 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.013848 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.014262 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.014494 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdb69f6-8b93-4a2d-a086-98215833f7c9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:31.038152 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:31.038520 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:31.038888 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Floating IP 30030fab-5567-4988-aa2e-24a91bfb9495 disassociated. External IP: 172.27.1.202, port: 32effb88-a8ef-4d74-af47-12b3bc53e565. Jul 08 22:28:31.039199 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Calling delete_port for 32effb88-a8ef-4d74-af47-12b3bc53e565 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:31.067626 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b161-0034-44e8-8d65-a5774d2f747a req-617d9007-9998-41a0-a1f6-d0b1e006a2ad tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:31.069175 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-08b3b161-0034-44e8-8d65-a5774d2f747a req-617d9007-9998-41a0-a1f6-d0b1e006a2ad tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 946 time: 0.2065060 Jul 08 22:28:31.184367 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-08b3b161-0034-44e8-8d65-a5774d2f747a req-2c2fc73f-3a08-4da2-b23d-4213f0ef927c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups?id=f52f3fe5-d149-454b-a791-bc29f27c8581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815976 Jul 08 22:28:31.187877 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d37459c0-4948-46f6-9bdf-5bf71bf7b538 None None] Provisioning complete for port 68b899b1-f108-4f81-afaa-da7d97a014b2 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:28:31.188250 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d37459c0-4948-46f6-9bdf-5bf71bf7b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:31.248796 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc1f38d-7256-4e49-82ca-937012289e47 x-openstack-request-id: req-dbc1f38d-7256-4e49-82ca-937012289e47 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:28:31.249087 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:28:31.249340 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbc1f38d-7256-4e49-82ca-937012289e47 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:28:31.249740 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'status': 'completed', 'code': 200} Jul 08 22:28:31.285109 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06376cac-a555-4902-8bce-dac3b0cab4d4 req-21a8060e-0062-4f06-ba5b-69eadd0f4c10 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:31.286774 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-06376cac-a555-4902-8bce-dac3b0cab4d4 req-21a8060e-0062-4f06-ba5b-69eadd0f4c10 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.1479909 Jul 08 22:28:31.329208 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:31.397753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event deleted for resources: {'Port': ['ID=32effb88-a8ef-4d74-af47-12b3bc53e565,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:31.418280 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-06376cac-a555-4902-8bce-dac3b0cab4d4 req-8d6751e2-ff6e-40ae-8663-7f86e9f787c6 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215405 Jul 08 22:28:31.503076 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-276ef59e-0da5-4585-be38-3cbda6c9dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:31.504843 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-276ef59e-0da5-4585-be38-3cbda6c9dac0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1138 time: 0.1979527 Jul 08 22:28:31.661056 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Router 4841c4be-8979-44e7-95bd-c7baf93a676e has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:28:31.684133 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-8a6bca13-941e-4010-a31a-925fcc89345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:31.685654 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-8a6bca13-941e-4010-a31a-925fcc89345b service neutron] 10.222.0.67 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 915 time: 0.1688201 Jul 08 22:28:32.100566 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-16a716a9-c7ba-4c1c-b8bb-147432eab55d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 1001 time: 0.0986609 Jul 08 22:28:32.114082 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:28:32.123357 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] Sync routers for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:28:32.133322 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:32.133923 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:32.157138 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] No DVR routers for this DVR port 32effb88-a8ef-4d74-af47-12b3bc53e565 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:28:32.160195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:32.162215 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3242ec14-5981-4759-be5a-ec092736eaf4 req-0d94dd2d-7fd4-4ea9-867c-28f6fcb98e90 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.67 "DELETE /v2.0/ports/32effb88-a8ef-4d74-af47-12b3bc53e565 HTTP/1.1" status: 204 len: 173 time: 1.7897494 Jul 08 22:28:32.240196 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:32.348149 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4c50d63e-ff90-43c4-a484-5680c32d1131 req-865e8ccb-53be-475c-b8f9-ad295c943637 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 210 time: 0.0320566 Jul 08 22:28:32.444865 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:32.469706 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] Checking router: 4841c4be-8979-44e7-95bd-c7baf93a676e for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:28:32.478322 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:32.478943 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:32.580051 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:32.776734 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:32.806967 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61419cb-e225-409c-afd9-c4944b89cc04 None None] The sync data for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi is: [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:20:51Z', 'revision_number': 4, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': 'b7f54bc1-736e-404a-af51-7af03e79fe6b', 'name': '', 'network_id': 'c00e401a-82e8-4098-9ca7-6a8e7c87ba15', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'mac_address': 'fa:16:3e:73:66:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:50Z', 'updated_at': '2021-07-08T22:21:04Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'subnets': [{'id': 'b2fb9977-0d38-47d9-a312-9fe8b7450243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:28:33.030491 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f6167-4af8-42d1-b384-7589d33e2d85 None None] New status for floating IP 30030fab-5567-4988-aa2e-24a91bfb9495: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:28:33.176275 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-f8ffa836-50ac-4e83-b5b3-0df0bc18968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:33.177746 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-f8ffa836-50ac-4e83-b5b3-0df0bc18968f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 200 len: 853 time: 0.0475233 Jul 08 22:28:33.250683 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-deleted', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:28:33.253175 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386523a2-75f0-4d8f-ac07-2675d95e1518" -d '{"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-deleted", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:28:33.289205 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85deb51-3db7-41ef-9d18-83b86faf714e x-openstack-request-id: req-a85deb51-3db7-41ef-9d18-83b86faf714e {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:28:33.289519 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79471ee-161f-44a6-be1d-0fc2d74c8d1f", "name": "network-vif-deleted", "tag": "32effb88-a8ef-4d74-af47-12b3bc53e565", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:28:33.289788 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a85deb51-3db7-41ef-9d18-83b86faf714e {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:28:33.290223 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79471ee-161f-44a6-be1d-0fc2d74c8d1f', 'name': 'network-vif-deleted', 'tag': '32effb88-a8ef-4d74-af47-12b3bc53e565', 'status': 'completed', 'code': 200} Jul 08 22:28:33.492879 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-27df65c1-c4ec-4128-8765-81b1fa68dc6b req-a07d1797-e430-479f-8b6b-25196da6f157 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 210 time: 0.0287969 Jul 08 22:28:34.632442 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-da1e206c-e03e-4406-a989-41faad490137 req-cfe070af-834c-4553-8d3a-525742f6f50c tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 210 time: 0.0279222 Jul 08 22:28:35.392733 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:28:35.417452 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 32effb88-a8ef-4d74-af47-12b3bc53e565 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:28:35.417851 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 32effb88-a8ef-4d74-af47-12b3bc53e565 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:28:35.455307 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-9894418a-49d5-4ad4-a112-784686634fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:28:35.456962 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-9894418a-49d5-4ad4-a112-784686634fe0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=552257d9-cb5d-4eab-ac82-580fe5532f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573254 Jul 08 22:28:35.559332 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-cfe515bc-8e1a-49b9-878d-0ca4e6b5d39a service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855949 Jul 08 22:28:35.657412 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5d3157fe-3f22-43d0-9815-b244ab21332c req-b3752947-2e02-4375-bc7e-f38915ec7594 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852649 Jul 08 22:28:35.793291 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-13dd28b0-fdae-49c0-9fbd-ebc241207146 req-ada7a064-5a2a-441b-8bbf-dbad833ea88d tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/ports?device_id=e79471ee-161f-44a6-be1d-0fc2d74c8d1f HTTP/1.1" status: 200 len: 210 time: 0.0292721 Jul 08 22:28:36.152629 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:36.920072 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 47996) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:36.983411 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.014780 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.067764 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.070641 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.074598 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48008) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:37.075253 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "DELETE /v2.0/security-groups/f52f3fe5-d149-454b-a791-bc29f27c8581 HTTP/1.1" status: 204 len: 168 time: 0.1534042 Jul 08 22:28:37.084686 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f3fe5-d149-454b-a791-bc29f27c8581,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:37.092775 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.093122 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.093463 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.093750 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.api.v2.resource [None req-20bdf7ed-90ce-4d71-b504-d35e3692da4a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] show failed (client error): The resource could not be found. Jul 08 22:28:37.093896 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.094145 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.094859 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-20bdf7ed-90ce-4d71-b504-d35e3692da4a tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "GET /v2.0/security-groups/f52f3fe5-d149-454b-a791-bc29f27c8581 HTTP/1.1" status: 404 len: 347 time: 0.0189657 Jul 08 22:28:37.097983 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.098122 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48010) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:37.098349 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.098773 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.099081 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.099424 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.099768 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.100098 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4ac5-20e9-4c61-86d8-823677d6d207 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:28:37.229318 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Deleting port ba6ec729-a0d8-4c5b-9691-ab0050d5a8d4 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:37.229682 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.309804 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.310137 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.322103 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Calling delete_port for ba6ec729-a0d8-4c5b-9691-ab0050d5a8d4 owned by network:floatingip {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:37.459805 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.489084 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Pushing event deleted for resources: {'Port': ['ID=ba6ec729-a0d8-4c5b-9691-ab0050d5a8d4,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:37.548738 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks [] for floatingip, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.551781 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:37.552933 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-9a11632d-fe45-4555-81e6-1c940a86fea4 tempest-AttachVolumeShelveTestJSON-100580207 tempest-AttachVolumeShelveTestJSON-100580207-project] 10.222.0.43 "DELETE /v2.0/floatingips/30030fab-5567-4988-aa2e-24a91bfb9495 HTTP/1.1" status: 204 len: 168 time: 0.4539306 Jul 08 22:28:38.447747 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48034) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:38.552105 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-948a9428-46dd-4e7d-beaa-d0f7fd7ee25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:38.644066 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-948a9428-46dd-4e7d-beaa-d0f7fd7ee25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:38.648551 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-948a9428-46dd-4e7d-beaa-d0f7fd7ee25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:38.687439 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-948a9428-46dd-4e7d-beaa-d0f7fd7ee25f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d774d576a574494c91747a575f07a719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386112 Jul 08 22:28:38.688304 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a9428-46dd-4e7d-beaa-d0f7fd7ee25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a136a1-76ff-4502-8b5e-e427ad0a455c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:38.690632 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48038) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:38.739909 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c491-7a34-44ae-ae4e-cb885d0d424d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:38.761373 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c491-7a34-44ae-ae4e-cb885d0d424d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:38.807417 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c491-7a34-44ae-ae4e-cb885d0d424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:38.810207 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cbd6c491-7a34-44ae-ae4e-cb885d0d424d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:38.811403 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-cbd6c491-7a34-44ae-ae4e-cb885d0d424d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99a136a1-76ff-4502-8b5e-e427ad0a455c HTTP/1.1" status: 204 len: 168 time: 0.1197171 Jul 08 22:28:38.820181 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6c491-7a34-44ae-ae4e-cb885d0d424d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a136a1-76ff-4502-8b5e-e427ad0a455c,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:39.816638 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48078) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:39.918018 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-95278c1a-729e-4314-8def-8ba8ff59eddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:40.009372 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-95278c1a-729e-4314-8def-8ba8ff59eddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:40.013206 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-95278c1a-729e-4314-8def-8ba8ff59eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:40.055509 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-95278c1a-729e-4314-8def-8ba8ff59eddc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0434a2cf9ef145c88a8bfa5dd77ce203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377100 Jul 08 22:28:40.056463 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95278c1a-729e-4314-8def-8ba8ff59eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb1f724-6e58-46de-b8b9-ca89f9dcebf9,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:40.058235 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48086) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:40.110186 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7fd801ae-872c-4c2b-9b5d-cae7a4fd3552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:40.136414 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7fd801ae-872c-4c2b-9b5d-cae7a4fd3552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:40.149032 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48090) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:40.187151 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7fd801ae-872c-4c2b-9b5d-cae7a4fd3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:40.190177 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7fd801ae-872c-4c2b-9b5d-cae7a4fd3552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:40.191476 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7fd801ae-872c-4c2b-9b5d-cae7a4fd3552 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bb1f724-6e58-46de-b8b9-ca89f9dcebf9 HTTP/1.1" status: 204 len: 168 time: 0.1320088 Jul 08 22:28:40.201835 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd801ae-872c-4c2b-9b5d-cae7a4fd3552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb1f724-6e58-46de-b8b9-ca89f9dcebf9,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:40.631823 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:40.935534 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Deleting port b7f54bc1-736e-404a-af51-7af03e79fe6b {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:40.936075 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:41.012371 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] For port b7f54bc1-736e-404a-af51-7af03e79fe6b, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=b7f54bc1-736e-404a-af51-7af03e79fe6b,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:41.012726 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:41.025490 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Calling delete_port for b7f54bc1-736e-404a-af51-7af03e79fe6b owned by network:router_interface {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:41.230950 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:41.261090 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f54bc1-736e-404a-af51-7af03e79fe6b,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:41.443598 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:41.662973 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Router 4841c4be-8979-44e7-95bd-c7baf93a676e has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:28:41.771112 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:28:41.779454 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-9c0db750-e7b7-4f7d-90f3-efb6e9d51e42 admin admin] 10.222.0.43 "PUT /v2.0/routers/4841c4be-8979-44e7-95bd-c7baf93a676e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6291625 Jul 08 22:28:41.779696 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48132) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:41.782088 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] Sync routers for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:28:41.792903 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:41.793586 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:41.906036 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:41.922814 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.034705 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.091204 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Deleting port 15dc9757-17ff-466e-aa70-bb2ebc29c961 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:42.091551 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.172520 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] For port 15dc9757-17ff-466e-aa70-bb2ebc29c961, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=15dc9757-17ff-466e-aa70-bb2ebc29c961,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:42.172791 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.173608 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:28:41Z', 'revision_number': 5, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port': {'id': '15dc9757-17ff-466e-aa70-bb2ebc29c961', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:20:44Z', 'updated_at': '2021-07-08T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:42.184968 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Calling delete_port for 15dc9757-17ff-466e-aa70-bb2ebc29c961 owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:42.199846 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] Checking router: 4841c4be-8979-44e7-95bd-c7baf93a676e for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:28:42.208166 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] Routers {'4841c4be-8979-44e7-95bd-c7baf93a676e'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:28:42.208756 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:28:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['4841c4be-8979-44e7-95bd-c7baf93a676e'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:42.291697 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] Set router 4841c4be-8979-44e7-95bd-c7baf93a676e gateway port host: None {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:28:42.353190 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:28:42Z', 'revision_number': 6, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:42.360084 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.380364 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d085a2-94a7-4f98-a04d-d61007e1d048 None None] The sync data for ids ['4841c4be-8979-44e7-95bd-c7baf93a676e'] in dv-cinder-800093-1-iscsi is: [{'id': '4841c4be-8979-44e7-95bd-c7baf93a676e', 'name': 'tempest-AttachVolumeShelveTestJSON-895625019-router', 'tenant_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:20:42Z', 'updated_at': '2021-07-08T22:28:42Z', 'revision_number': 6, 'project_id': '8f91ea219e404c2c9aff7146d8ff0b13', 'gw_port_host': None}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:28:42.388383 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Pushing event deleted for resources: {'Port': ['ID=15dc9757-17ff-466e-aa70-bb2ebc29c961,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:42.450669 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.508155 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ff35bfde-e5c7-400e-843d-5d689183a684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.543275 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.545611 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.586509 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.587071 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4841c4be-8979-44e7-95bd-c7baf93a676e {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:28:42.591914 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.593054 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-12eb3ee3-e0b0-4f34-ba88-2b8a7bd01499 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4841c4be-8979-44e7-95bd-c7baf93a676e HTTP/1.1" status: 204 len: 168 time: 0.8124218 Jul 08 22:28:42.595732 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48138) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:42.912870 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9d61f0-d634-4a3a-adbc-038c15d99464 admin admin] Deleting subnet b2fb9977-0d38-47d9-a312-9fe8b7450243 {{(pid=93028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:28:42.916260 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f9d61f0-d634-4a3a-adbc-038c15d99464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:42.950327 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f9d61f0-d634-4a3a-adbc-038c15d99464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823667'] for subnet, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.068581 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f9d61f0-d634-4a3a-adbc-038c15d99464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.145599 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f9d61f0-d634-4a3a-adbc-038c15d99464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8452487'] for subnet, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.176199 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d61f0-d634-4a3a-adbc-038c15d99464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2fb9977-0d38-47d9-a312-9fe8b7450243,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:43.179822 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f9d61f0-d634-4a3a-adbc-038c15d99464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.184862 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-8f9d61f0-d634-4a3a-adbc-038c15d99464 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b2fb9977-0d38-47d9-a312-9fe8b7450243 HTTP/1.1" status: 204 len: 168 time: 0.5844545 Jul 08 22:28:43.185162 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48148) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:43.186389 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab198e-a6b8-44b4-9f17-83f53e457b9a None None] Network c00e401a-82e8-4098-9ca7-6a8e7c87ba15 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:28:43.267782 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.324166 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Deleting port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:28:43.324719 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.396988 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] For port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab,segment=NetworkSegment(e58a2190-bce1-4357-bd6b-a4289323df2c),segment_id=e58a2190-bce1-4357-bd6b-a4289323df2c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:28:43.397492 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.416986 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Calling delete_port for 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:28:43.506017 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.515320 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f3b77d-cd88-4bfc-a697-0ffd019f66bc None None] DHCP port deletion for c00e401a-82e8-4098-9ca7-6a8e7c87ba15 request from dv-cinder-800093-1-iscsi {{(pid=93029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 22:28:43.536444 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:43.538281 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] No DVR routers for this DVR port 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab on host dv-cinder-800093-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:28:43.611695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.621927 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00e401a-82e8-4098-9ca7-6a8e7c87ba15']}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:43.633919 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58a2190-bce1-4357-bd6b-a4289323df2c') {'for_net_delete': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:43.634270 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58a2190-bce1-4357-bd6b-a4289323df2c') {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:28:43.644003 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823674'] for segment, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.657270 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.664021 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:28:43.664430 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524688'] for segment, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: Traceback (most recent call last): Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: timer() Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: cb(*args, **kw) Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: return func(*args, **kwargs) Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: self._notify() Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: self.callback(batched_events) Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: event.method(event) Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: return f(self, *a, **k) Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._get(url).json() Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: return self.request(url, 'GET', **kwargs) Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:28:43.666143 dv-cinder-800093-1-iscsi neutron-server[93028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:28:43.719217 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.725140 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:43.727090 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c00e401a-82e8-4098-9ca7-6a8e7c87ba15 HTTP/1.1" status: 204 len: 168 time: 0.5409939 Jul 08 22:28:43.738221 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9923-6b84-4c92-b103-f2d38e915140 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00e401a-82e8-4098-9ca7-6a8e7c87ba15,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:43.898879 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48154) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:43.942647 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-e7886329-f1b0-40a4-b2d5-4b9bcbae66a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f91ea219e404c2c9aff7146d8ff0b13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426047 Jul 08 22:28:43.945196 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48156) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:43.995250 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-497bae1c-5271-40cb-9c4e-84797ee5b68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.016722 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-497bae1c-5271-40cb-9c4e-84797ee5b68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.066214 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-497bae1c-5271-40cb-9c4e-84797ee5b68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.068758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-497bae1c-5271-40cb-9c4e-84797ee5b68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.069917 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-497bae1c-5271-40cb-9c4e-84797ee5b68b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d139530-d764-449b-9748-c9e6d3714c13 HTTP/1.1" status: 204 len: 168 time: 0.1237710 Jul 08 22:28:44.077971 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bae1c-5271-40cb-9c4e-84797ee5b68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d139530-d764-449b-9748-c9e6d3714c13,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:44.375875 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48170) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:44.380126 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 15dc9757-17ff-466e-aa70-bb2ebc29c961 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:28:44.400329 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 15dc9757-17ff-466e-aa70-bb2ebc29c961 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:28:44.400763 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 15dc9757-17ff-466e-aa70-bb2ebc29c961 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:28:44.401241 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:28:44.423143 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:28:44.423668 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 6a92be2b-5e2c-4a1d-9b1a-d1992628c2ab not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:28:44.424155 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device b7f54bc1-736e-404a-af51-7af03e79fe6b no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:28:44.446723 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: b7f54bc1-736e-404a-af51-7af03e79fe6b {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:28:44.447117 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device b7f54bc1-736e-404a-af51-7af03e79fe6b not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:28:44.482486 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-89649d51-480b-4bc6-8e49-216f16e798a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.578011 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-89649d51-480b-4bc6-8e49-216f16e798a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.584104 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-89649d51-480b-4bc6-8e49-216f16e798a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.623053 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-89649d51-480b-4bc6-8e49-216f16e798a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2f01240d0794658aac1e5023fe05cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460287 Jul 08 22:28:44.623928 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89649d51-480b-4bc6-8e49-216f16e798a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb16494-e6f5-4094-b181-36f78caa3ae4,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:44.626205 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48182) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:44.678122 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c1005370-64f3-4f39-b343-cde864dd5957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.701668 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c1005370-64f3-4f39-b343-cde864dd5957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.750123 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c1005370-64f3-4f39-b343-cde864dd5957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.753615 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c1005370-64f3-4f39-b343-cde864dd5957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:44.755114 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c1005370-64f3-4f39-b343-cde864dd5957 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1eb16494-e6f5-4094-b181-36f78caa3ae4 HTTP/1.1" status: 204 len: 168 time: 0.1277149 Jul 08 22:28:44.763367 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1005370-64f3-4f39-b343-cde864dd5957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb16494-e6f5-4094-b181-36f78caa3ae4,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:45.035627 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8a4326a9-22e7-4ed9-ab6f-0e3766df11ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.100876 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48202) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:45.117629 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dc3f7778-038a-459e-86d8-4bfe9cc7c61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.215054 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.219063 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dc3f7778-038a-459e-86d8-4bfe9cc7c61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.222878 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dc3f7778-038a-459e-86d8-4bfe9cc7c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.267059 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-dc3f7778-038a-459e-86d8-4bfe9cc7c61b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a901a6dfdcc64e1fb1060e4245796641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648817 Jul 08 22:28:45.267891 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f7778-038a-459e-86d8-4bfe9cc7c61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23adecbd-c57b-4d8c-a2e7-613350656a4d,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:45.270057 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48206) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:28:45.331109 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-68d6cb35-ee6a-4821-92c4-e91149c242aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.357776 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-68d6cb35-ee6a-4821-92c4-e91149c242aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.406604 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-68d6cb35-ee6a-4821-92c4-e91149c242aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.409841 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-68d6cb35-ee6a-4821-92c4-e91149c242aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:45.411015 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-68d6cb35-ee6a-4821-92c4-e91149c242aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23adecbd-c57b-4d8c-a2e7-613350656a4d HTTP/1.1" status: 204 len: 168 time: 0.1399236 Jul 08 22:28:45.418773 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6cb35-ee6a-4821-92c4-e91149c242aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23adecbd-c57b-4d8c-a2e7-613350656a4d,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:28:45.957416 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:28:47.703935 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:04.812382 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:29:05.901401 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-954b0958-1360-4e72-9447-6f17eb502565 req-aa12e36e-66c1-48bd-a23a-655d056395e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507333 Jul 08 22:29:06.026544 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b0958-1360-4e72-9447-6f17eb502565 req-7a97a531-133d-450a-9bff-a290f993fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:06.028081 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-954b0958-1360-4e72-9447-6f17eb502565 req-7a97a531-133d-450a-9bff-a290f993fc31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1099 time: 0.0558133 Jul 08 22:29:06.158359 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b0958-1360-4e72-9447-6f17eb502565 req-66eb68fe-e7b3-430c-b1b3-144b1fab9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:06.159921 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-954b0958-1360-4e72-9447-6f17eb502565 req-66eb68fe-e7b3-430c-b1b3-144b1fab9946 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 910 time: 0.0894461 Jul 08 22:29:06.166409 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:06.237452 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-954b0958-1360-4e72-9447-6f17eb502565 req-9b9535f0-58e4-474a-80b1-f149993d5781 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 1001 time: 0.0653720 Jul 08 22:29:06.293470 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b0958-1360-4e72-9447-6f17eb502565 req-b92de692-c030-4266-b1d0-159e73f25fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:06.294925 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-954b0958-1360-4e72-9447-6f17eb502565 req-b92de692-c030-4266-b1d0-159e73f25fd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 200 len: 848 time: 0.0489595 Jul 08 22:29:06.354090 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b0958-1360-4e72-9447-6f17eb502565 req-ddbbf4a3-2d49-459e-82d8-09e142c0f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:06.355621 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-954b0958-1360-4e72-9447-6f17eb502565 req-ddbbf4a3-2d49-459e-82d8-09e142c0f4ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507920 Jul 08 22:29:06.450089 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-954b0958-1360-4e72-9447-6f17eb502565 req-d8a9b0b4-065b-4279-896d-22923afac049 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818019 Jul 08 22:29:06.545899 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-954b0958-1360-4e72-9447-6f17eb502565 req-50784b79-d75c-4ef3-94ec-03c3b9821a49 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846620 Jul 08 22:29:12.510988 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-f316b3f7-8ffe-4db0-bc11-b3df1b67479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:14.550288 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4e055-ba36-48c4-91b9-1c3f0fc300b1 req-63ee2e0b-b262-4fed-8673-b1223c793d10 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:14.551692 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c2c4e055-ba36-48c4-91b9-1c3f0fc300b1 req-63ee2e0b-b262-4fed-8673-b1223c793d10 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0623088 Jul 08 22:29:14.589919 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c2c4e055-ba36-48c4-91b9-1c3f0fc300b1 req-78820edd-d511-4b73-8200-4500695f8bba tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326352 Jul 08 22:29:14.998649 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-312bb48a-759e-451a-90f3-282f781f62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:15.000164 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-312bb48a-759e-451a-90f3-282f781f62ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1138 time: 0.0557792 Jul 08 22:29:15.028118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-1e00b6f0-dd56-41d0-ada4-40bdbb0691a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:15.099916 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-971fb191-c279-4abe-8456-4ac97c2b0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:15.101378 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-971fb191-c279-4abe-8456-4ac97c2b0cbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 915 time: 0.0858009 Jul 08 22:29:15.176460 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-fbca72ac-141d-465c-a325-2fbc26d29980 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 1001 time: 0.0641673 Jul 08 22:29:15.218120 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:15.225976 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-efaa8609-dcff-4fcd-bf82-12b7d279617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:15.227469 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-efaa8609-dcff-4fcd-bf82-12b7d279617f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 200 len: 853 time: 0.0446727 Jul 08 22:29:15.292733 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-aebfcc0a-ea33-436d-b27a-ad9513ca2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:15.294293 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-aebfcc0a-ea33-436d-b27a-ad9513ca2a7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=552257d9-cb5d-4eab-ac82-580fe5532f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567830 Jul 08 22:29:15.389967 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-913f15c0-bd31-4edc-97d7-5cfbeb0c5c49 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863206 Jul 08 22:29:15.481606 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cb1064e3-2886-4144-b91b-7ec6a37f589e req-05a7aa1e-87be-4e4d-9309-f402b0407d15 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814250 Jul 08 22:29:15.775441 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af06f6-09b5-4be8-845e-9982a3f0e69b req-c8092883-875d-4b4e-9865-713812f9b4b4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:15.777303 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-71af06f6-09b5-4be8-845e-9982a3f0e69b req-c8092883-875d-4b4e-9865-713812f9b4b4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0712831 Jul 08 22:29:15.825750 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-71af06f6-09b5-4be8-845e-9982a3f0e69b req-f30a9928-c019-40bf-9313-8ff1b9f339ba tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413756 Jul 08 22:29:15.961993 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:17.011325 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4f6ef-0866-4701-a848-bf48b1812e5b req-b6028a28-049c-40c8-87f3-6f535dd406b4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:17.012824 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-25b4f6ef-0866-4701-a848-bf48b1812e5b req-b6028a28-049c-40c8-87f3-6f535dd406b4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0721474 Jul 08 22:29:17.053592 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-25b4f6ef-0866-4701-a848-bf48b1812e5b req-315f2e26-c462-499a-9020-462004baa985 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348403 Jul 08 22:29:17.706913 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:18.232349 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c17147-2c8d-47e3-b363-e479491d3b0e req-5723ea83-7023-48b1-b69d-4b2670f0052c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:18.233761 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-46c17147-2c8d-47e3-b363-e479491d3b0e req-5723ea83-7023-48b1-b69d-4b2670f0052c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0636623 Jul 08 22:29:18.276142 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-46c17147-2c8d-47e3-b363-e479491d3b0e req-1688abd7-70de-4753-8b96-f24a28c855b4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354192 Jul 08 22:29:19.452414 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd6421-d90b-4836-99ba-1f4fef8289e7 req-f454c2ac-f760-4c19-8134-1bea33e2d626 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:19.453963 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b4fd6421-d90b-4836-99ba-1f4fef8289e7 req-f454c2ac-f760-4c19-8134-1bea33e2d626 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0694194 Jul 08 22:29:19.494949 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b4fd6421-d90b-4836-99ba-1f4fef8289e7 req-e4af9539-5358-4fd3-a2d0-2532f690c564 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349784 Jul 08 22:29:20.678980 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396e86-119b-48b4-be29-54eec391031e req-c059c5af-0d71-4c94-9030-ec35db653e60 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:20.680483 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4f396e86-119b-48b4-be29-54eec391031e req-c059c5af-0d71-4c94-9030-ec35db653e60 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0659938 Jul 08 22:29:20.719842 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4f396e86-119b-48b4-be29-54eec391031e req-d5e8cfca-99f6-434f-b784-16594ae4af80 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337577 Jul 08 22:29:21.904963 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3e956-cf56-41e1-ace6-8dc684372e7f req-42bff7d0-0a4f-4ba3-8f39-b5c4edad8e9e tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:21.906492 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cca3e956-cf56-41e1-ace6-8dc684372e7f req-42bff7d0-0a4f-4ba3-8f39-b5c4edad8e9e tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0650382 Jul 08 22:29:21.950146 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cca3e956-cf56-41e1-ace6-8dc684372e7f req-13b7aaf3-dabc-402d-8c6e-63f2bc1a8a3b tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378284 Jul 08 22:29:23.124369 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde71a-2d7e-46d9-8714-6589a003062c req-ad75d649-9bf5-4520-99a8-923373f86550 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:23.126038 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14dde71a-2d7e-46d9-8714-6589a003062c req-ad75d649-9bf5-4520-99a8-923373f86550 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0649245 Jul 08 22:29:23.166917 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14dde71a-2d7e-46d9-8714-6589a003062c req-96980f1c-7249-4ba8-8057-a8a7527610e6 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338309 Jul 08 22:29:24.340189 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691c3d-b227-4863-8f59-294f0dadd405 req-f8a8c0aa-a462-40de-9377-5ee1068f80b4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:24.341663 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ca691c3d-b227-4863-8f59-294f0dadd405 req-f8a8c0aa-a462-40de-9377-5ee1068f80b4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0621195 Jul 08 22:29:24.381268 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ca691c3d-b227-4863-8f59-294f0dadd405 req-50a4a9a1-0020-403b-bf5f-7375c1a4fbf8 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339308 Jul 08 22:29:25.558664 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98790b6-035d-4e6c-8d02-4629b4efe61e req-f3a21c21-2333-4340-bca5-7a6ec30997c5 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:25.560063 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a98790b6-035d-4e6c-8d02-4629b4efe61e req-f3a21c21-2333-4340-bca5-7a6ec30997c5 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0660522 Jul 08 22:29:25.599578 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a98790b6-035d-4e6c-8d02-4629b4efe61e req-8f409f51-e7e7-419a-a7a7-b13b1bdc4986 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337691 Jul 08 22:29:26.774379 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543066-54be-499e-9577-885ebd637259 req-7230a5d5-6f4b-456d-ac04-ae71ad8f145a tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:26.775869 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-24543066-54be-499e-9577-885ebd637259 req-7230a5d5-6f4b-456d-ac04-ae71ad8f145a tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0642123 Jul 08 22:29:26.815718 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-24543066-54be-499e-9577-885ebd637259 req-73bcc9b0-2ad8-4d45-8d75-c4c652e56571 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339718 Jul 08 22:29:28.005573 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86889a-d04c-422b-99ba-f88b48a9cf1f req-ac8ee613-c395-4b1c-af07-5ee4f320132b tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:28.007146 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2a86889a-d04c-422b-99ba-f88b48a9cf1f req-ac8ee613-c395-4b1c-af07-5ee4f320132b tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0669906 Jul 08 22:29:28.046438 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2a86889a-d04c-422b-99ba-f88b48a9cf1f req-a66bfc48-a61a-4b1c-a454-4a554d673221 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336370 Jul 08 22:29:29.214191 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232cd71-e498-4c77-ae66-202de4938049 req-fb99d939-054e-4604-981d-80751bb0d85a tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:29.215581 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1232cd71-e498-4c77-ae66-202de4938049 req-fb99d939-054e-4604-981d-80751bb0d85a tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0616562 Jul 08 22:29:29.256425 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1232cd71-e498-4c77-ae66-202de4938049 req-b3a491b4-51a3-4c81-b19e-f04c671e9980 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340283 Jul 08 22:29:30.430958 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92749ad4-376b-41a3-9dd7-7ee13196b785 req-56487a87-5bf4-4c14-bd4c-be03a74777e4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:30.432414 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-92749ad4-376b-41a3-9dd7-7ee13196b785 req-56487a87-5bf4-4c14-bd4c-be03a74777e4 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0625803 Jul 08 22:29:30.472844 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-92749ad4-376b-41a3-9dd7-7ee13196b785 req-57fe7d1b-30d3-4995-99d2-3bab7fd1f338 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348363 Jul 08 22:29:31.323235 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48822) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:31.426554 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ae32df61-5c2e-47a1-a81a-e6fe608c989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:31.513871 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ae32df61-5c2e-47a1-a81a-e6fe608c989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:31.518408 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ae32df61-5c2e-47a1-a81a-e6fe608c989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:31.550286 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ae32df61-5c2e-47a1-a81a-e6fe608c989f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a80780e66ba44ea18ce9ccaddbbcc834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259569 Jul 08 22:29:31.553052 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48828) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:31.558979 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32df61-5c2e-47a1-a81a-e6fe608c989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eef0cec-6832-419a-94ba-8cd3bddc0dbb,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:31.637439 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:31.672448 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:31.707951 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46de378-2319-403a-86c3-9949320d1490 req-f9753701-7c48-4fd5-ba0e-5631d8ab53e8 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:31.709477 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a46de378-2319-403a-86c3-9949320d1490 req-f9753701-7c48-4fd5-ba0e-5631d8ab53e8 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.1126516 Jul 08 22:29:31.754644 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a46de378-2319-403a-86c3-9949320d1490 req-fa8e2660-2a08-4bc7-a79b-1d1955589fae tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361757 Jul 08 22:29:31.760115 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:31.762855 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:31.763999 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2eef0cec-6832-419a-94ba-8cd3bddc0dbb HTTP/1.1" status: 204 len: 168 time: 0.2099490 Jul 08 22:29:31.772222 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eef0cec-6832-419a-94ba-8cd3bddc0dbb,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:31.780042 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.780414 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.780783 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.781143 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.781498 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.781833 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.782163 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.782492 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.782872 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.783228 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.783522 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:31.783845 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ba88f-a2f0-45f4-9275-b78dc5cbdf1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:32.049462 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48838) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:32.064816 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0231ca33-3be8-4554-ab27-0aa2d31a2678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.144812 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48842) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:32.161025 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0231ca33-3be8-4554-ab27-0aa2d31a2678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.164879 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0231ca33-3be8-4554-ab27-0aa2d31a2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.207322 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-0231ca33-3be8-4554-ab27-0aa2d31a2678 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed2662776ab24f788bc9a59a0c1282ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566491 Jul 08 22:29:32.209207 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231ca33-3be8-4554-ab27-0aa2d31a2678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547250d3-012e-45f9-b8c3-7421cf35c5f2,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:32.209994 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48846) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:32.262744 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d92a3f02-512c-4801-8afc-c07686e5cc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.281466 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-829f3c8c-95c1-480f-9d30-4d2a60a75727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.313321 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-829f3c8c-95c1-480f-9d30-4d2a60a75727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.381347 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-829f3c8c-95c1-480f-9d30-4d2a60a75727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.383827 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-829f3c8c-95c1-480f-9d30-4d2a60a75727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.384956 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-829f3c8c-95c1-480f-9d30-4d2a60a75727 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/547250d3-012e-45f9-b8c3-7421cf35c5f2 HTTP/1.1" status: 204 len: 168 time: 0.1738093 Jul 08 22:29:32.405127 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f3c8c-95c1-480f-9d30-4d2a60a75727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547250d3-012e-45f9-b8c3-7421cf35c5f2,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:32.411427 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d92a3f02-512c-4801-8afc-c07686e5cc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.416762 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d92a3f02-512c-4801-8afc-c07686e5cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.459245 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d92a3f02-512c-4801-8afc-c07686e5cc6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acf510fb3a724be19ce84984561fc04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132164 Jul 08 22:29:32.461929 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48850) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:32.468617 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a3f02-512c-4801-8afc-c07686e5cc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3130e942-da9d-4bae-9bac-50d9d2814e7a,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:32.524136 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-25ed9c92-efe0-4629-b8e7-563674b83394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.547326 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-25ed9c92-efe0-4629-b8e7-563674b83394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.596796 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-25ed9c92-efe0-4629-b8e7-563674b83394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.600607 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-25ed9c92-efe0-4629-b8e7-563674b83394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:32.601955 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-25ed9c92-efe0-4629-b8e7-563674b83394 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3130e942-da9d-4bae-9bac-50d9d2814e7a HTTP/1.1" status: 204 len: 168 time: 0.1390579 Jul 08 22:29:32.610778 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed9c92-efe0-4629-b8e7-563674b83394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3130e942-da9d-4bae-9bac-50d9d2814e7a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:32.977404 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f56429-3e0d-4011-906a-65ba22e3e68d req-b3c886a3-f6fc-4aff-8033-45cffc004cda tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:32.979558 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-52f56429-3e0d-4011-906a-65ba22e3e68d req-b3c886a3-f6fc-4aff-8033-45cffc004cda tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0806122 Jul 08 22:29:33.028106 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-52f56429-3e0d-4011-906a-65ba22e3e68d req-99238d86-0780-47a2-aa50-ce0ecf4ae367 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385530 Jul 08 22:29:33.411389 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48900) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:33.558701 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2042165532-network', 'tenant_id': '24917ef729574687b1804dc8df51eca4'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:33.580827 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Made reservation on behalf of 24917ef729574687b1804dc8df51eca4 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:29:33.583969 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:33.597698 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:33.691021 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:33.695805 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:33.716247 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:29:33.729511 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95475add-ad4a-470c-b60e-69757c7c5158,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:33.734407 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:33.734844 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Added segment eacc01c1-b4bc-410c-a144-d8e4d9a13c10 of type vlan for network c58891d9-77ad-4f0d-a9de-360eee212041 Jul 08 22:29:33.775904 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:33.804563 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:33.805853 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:33.806482 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:33.858653 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4458954 Jul 08 22:29:33.862193 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 48916) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:33.866708 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Request body: {'subnet': {'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2042165532-subnet', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'ip_version': 4}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:33.869677 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b0161-4977-48a7-b856-b19771142722 admin admin] Pushing event updated for resources: {'Network': ['ID=c58891d9-77ad-4f0d-a9de-360eee212041,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:33.880681 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network c58891d9-77ad-4f0d-a9de-360eee212041 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:29:33.894750 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Made reservation on behalf of 24917ef729574687b1804dc8df51eca4 for: {'subnet': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:29:33.900172 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8452524'] for subnet, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.086111 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8524538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8452510'] for subnet, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.133387 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cc4d34-f78c-4455-a525-8e2e50d2ee40,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:34.191178 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Checking segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:29:34.191558 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Network hostable DHCP agents. Network: c58891d9-77ad-4f0d-a9de-360eee212041, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:29:34.230344 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Network c58891d9-77ad-4f0d-a9de-360eee212041 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:29:34.247082 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c8cf6-16f8-4dac-89a6-ae23102fc730 req-853c116e-147d-439f-ae31-648cfa6cba69 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:34.248732 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a63c8cf6-16f8-4dac-89a6-ae23102fc730 req-853c116e-147d-439f-ae31-648cfa6cba69 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0890193 Jul 08 22:29:34.249856 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, c58891d9-77ad-4f0d-a9de-360eee212041) {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:34.256054 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:34.256644 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.262078 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6025d-4706-4481-b9b8-998d602d6b22 None None] Network c58891d9-77ad-4f0d-a9de-360eee212041 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:29:34.286452 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-5bd5f39c-9790-4f2d-aada-a2770ec3c943 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4236364 Jul 08 22:29:34.289346 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48926) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:34.295699 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:34.300818 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a63c8cf6-16f8-4dac-89a6-ae23102fc730 req-383ee7f5-efd2-4048-ae20-977f9a4009bf tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406468 Jul 08 22:29:34.320360 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.321458 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.378659 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.411161 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-c58891d9-77ad-4f0d-a9de-360eee212041', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:29:34.412068 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.519492 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.549534 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Allocated IP 172.20.0.2 (c58891d9-77ad-4f0d-a9de-360eee212041/a6cc4d34-f78c-4455-a525-8e2e50d2ee40/37d6b483-ab39-4287-997f-d758bfc6436f) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:29:34.696014 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.705351 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Transition to ACTIVE for port object 37d6b483-ab39-4287-997f-d758bfc6436f will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:34.721028 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Transition to ACTIVE for port object 37d6b483-ab39-4287-997f-d758bfc6436f will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:34.728330 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.774264 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Network c58891d9-77ad-4f0d-a9de-360eee212041 is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:29:34.777184 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:34.783056 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:29:34.793621 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Pushing event updated for resources: {'Port': ['ID=37d6b483-ab39-4287-997f-d758bfc6436f,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:34.824250 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.824594 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.824935 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.825269 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.825596 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.825921 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.826250 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.826572 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.826921 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.827243 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.827561 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.828064 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:34.862381 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Attempting to bind port 37d6b483-ab39-4287-997f-d758bfc6436f on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:29:34.862766 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Attempting to bind port 37d6b483-ab39-4287-997f-d758bfc6436f by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:29:34.863214 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Attempting to bind port 37d6b483-ab39-4287-997f-d758bfc6436f on network c58891d9-77ad-4f0d-a9de-360eee212041 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:29:34.871099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:29:34.871476 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Checking segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:29:34.871880 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.872271 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Bound using segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:29:34.872743 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Bound port: 37d6b483-ab39-4287-997f-d758bfc6436f, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:29:34.873124 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.936838 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] For port 37d6b483-ab39-4287-997f-d758bfc6436f, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:29:34.937547 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.940357 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] For port 37d6b483-ab39-4287-997f-d758bfc6436f, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=37d6b483-ab39-4287-997f-d758bfc6436f,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:29:34.945482 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:34.956107 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:35.005766 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3a56a-4d65-4179-af1e-56ff43198dd7 None None] Pushing event updated for resources: {'Port': ['ID=37d6b483-ab39-4287-997f-d758bfc6436f,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:35.073582 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Allocated IP 172.27.1.135 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/e0037b45-8e4e-4d85-a353-d2463f4f50e6) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:29:35.213861 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:35.266122 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:35.312255 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:29:35.318425 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:35.322989 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:29:35.325767 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Pushing event updated for resources: {'Port': ['ID=e0037b45-8e4e-4d85-a353-d2463f4f50e6,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:35.524011 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391c103-e016-4f37-9e00-0d6a97c05a1b req-a7320a8a-b7fa-4b32-95fe-3e6f929edd87 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:35.531311 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a391c103-e016-4f37-9e00-0d6a97c05a1b req-a7320a8a-b7fa-4b32-95fe-3e6f929edd87 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0988829 Jul 08 22:29:35.587400 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a391c103-e016-4f37-9e00-0d6a97c05a1b req-6a28bae6-6238-47d1-a111-0895aced29c6 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553627 Jul 08 22:29:35.614919 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:35.842080 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:35.937875 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c76f01-fbc9-4919-8937-73da5ebe8c39 None None] Network c58891d9-77ad-4f0d-a9de-360eee212041 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:29:35.980477 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Router 06f41440-211a-4f42-a34b-fe5cace756e3 is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:29:36.056585 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-92b5dea7-8ccb-4c2e-bfa3-62ce52321c21 None None] Provisioning for port 37d6b483-ab39-4287-997f-d758bfc6436f completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:36.093148 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:29:36.105882 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:29:36.109960 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.111439 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-603136d8-6e7d-4078-ac16-99e0dced179f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8208179 Jul 08 22:29:36.114205 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48942) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:36.122904 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:36.123521 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:36.229963 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.253707 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:36.434887 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 37d6b483-ab39-4287-997f-d758bfc6436f up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:36.497556 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 37d6b483-ab39-4287-997f-d758bfc6436f completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:36.502129 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:35Z', 'revision_number': 3, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:36.504994 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 37d6b483-ab39-4287-997f-d758bfc6436f triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:36.505890 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.550110 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:29:36.550460 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Updating router 06f41440-211a-4f42-a34b-fe5cace756e3 port e0037b45-8e4e-4d85-a353-d2463f4f50e6 binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:29:36.553618 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.593583 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.728145 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Allocated IP 172.20.0.1 (c58891d9-77ad-4f0d-a9de-360eee212041/a6cc4d34-f78c-4455-a525-8e2e50d2ee40/32c89979-7107-455f-b5da-e9fee647b52b) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:29:36.728757 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.805198 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 37d6b483-ab39-4287-997f-d758bfc6436f, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=37d6b483-ab39-4287-997f-d758bfc6436f,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:29:36.815847 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14578fd0-eac1-4bef-8162-a9a5397b7d8f req-68e85854-5dba-43ae-92ab-0fd92b14b169 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:36.818000 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14578fd0-eac1-4bef-8162-a9a5397b7d8f req-68e85854-5dba-43ae-92ab-0fd92b14b169 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0952287 Jul 08 22:29:36.841831 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.865959 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.869267 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14578fd0-eac1-4bef-8162-a9a5397b7d8f req-e7977531-92e1-4e21-a494-038703139589 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449882 Jul 08 22:29:36.882177 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Transition to ACTIVE for port object 32c89979-7107-455f-b5da-e9fee647b52b will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:36.930107 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:36.938018 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=37d6b483-ab39-4287-997f-d758bfc6436f,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:36.971404 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Network c58891d9-77ad-4f0d-a9de-360eee212041 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:29:36.978080 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:36.981669 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:29:37.008826 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Pushing event updated for resources: {'Port': ['ID=32c89979-7107-455f-b5da-e9fee647b52b,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:37.032295 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.034670 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.047096 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Transition to ACTIVE for port object e0037b45-8e4e-4d85-a353-d2463f4f50e6 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:37.057159 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.103722 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Attempting to bind port e0037b45-8e4e-4d85-a353-d2463f4f50e6 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:29:37.104099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Attempting to bind port e0037b45-8e4e-4d85-a353-d2463f4f50e6 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:29:37.104481 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Attempting to bind port e0037b45-8e4e-4d85-a353-d2463f4f50e6 on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:29:37.120511 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:29:37.121177 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:29:37.121780 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.122343 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:29:37.122995 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Bound port: e0037b45-8e4e-4d85-a353-d2463f4f50e6, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:29:37.123229 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.156519 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95061348-424a-4ee0-a4c5-7cc7bbcf4f39 None None] Pushing event updated for resources: {'Port': ['ID=e0037b45-8e4e-4d85-a353-d2463f4f50e6,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:37.194036 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] For port e0037b45-8e4e-4d85-a353-d2463f4f50e6, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:29:37.198451 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] For port e0037b45-8e4e-4d85-a353-d2463f4f50e6, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e0037b45-8e4e-4d85-a353-d2463f4f50e6,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:29:37.205022 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.220898 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.263787 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:37.264519 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:37.307110 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-de53e76a-23e2-4385-94ce-48c600182159 None None] Provisioning for port 32c89979-7107-455f-b5da-e9fee647b52b completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:37.328341 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-de53e76a-23e2-4385-94ce-48c600182159 None None] Provisioning complete for port 32c89979-7107-455f-b5da-e9fee647b52b triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:37.328801 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-de53e76a-23e2-4385-94ce-48c600182159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.366592 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95061348-424a-4ee0-a4c5-7cc7bbcf4f39 None None] Pushing event updated for resources: {'Port': ['ID=e0037b45-8e4e-4d85-a353-d2463f4f50e6,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:37.392932 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.397409 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.422975 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-de53e76a-23e2-4385-94ce-48c600182159 None None] Port 32c89979-7107-455f-b5da-e9fee647b52b cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:29:37.438173 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:37.464859 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.466628 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Pushing event updated for resources: {'Port': ['ID=32c89979-7107-455f-b5da-e9fee647b52b,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:37.478385 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.478731 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.479089 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.479420 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.479745 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.480069 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.480390 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.480707 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.481024 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.481339 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.481652 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.481965 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:37.569518 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Network c58891d9-77ad-4f0d-a9de-360eee212041 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:29:37.570982 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:37.640292 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:36Z', 'revision_number': 1, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:37.694043 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Router 06f41440-211a-4f42-a34b-fe5cace756e3 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:29:37.790702 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b62c31-81c4-48c6-80a5-8d9d1bfd274a None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:36Z', 'revision_number': 1, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:29:37.810841 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:29:37.818429 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a3edbf78-f890-46bd-b3de-083666925f0f admin admin] 10.222.0.43 "PUT /v2.0/routers/06f41440-211a-4f42-a34b-fe5cace756e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031913 Jul 08 22:29:37.847082 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-dc90704e-430a-40d2-a84b-cca1b5edd2cc None None] Provisioning complete for port 32c89979-7107-455f-b5da-e9fee647b52b triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:37.847523 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-dc90704e-430a-40d2-a84b-cca1b5edd2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:37.886297 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-dc90704e-430a-40d2-a84b-cca1b5edd2cc None None] Port 32c89979-7107-455f-b5da-e9fee647b52b cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:29:38.087611 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953b25b-97fc-4217-aeda-c52921003e88 req-bf10880a-e823-4db9-b6cf-70f95987c064 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:38.089178 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c953b25b-97fc-4217-aeda-c52921003e88 req-bf10880a-e823-4db9-b6cf-70f95987c064 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0926588 Jul 08 22:29:38.134155 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c953b25b-97fc-4217-aeda-c52921003e88 req-f02f1f9d-cc28-4f58-9caa-60a09e09a68b tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377626 Jul 08 22:29:38.429704 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 37d6b483-ab39-4287-997f-d758bfc6436f up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:38.450471 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48980) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:38.456225 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-768649537-network', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:38.489779 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Made reservation on behalf of 9fde473c70f14448bb0f2dd3f7aae8c2 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:29:38.495616 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.511654 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.521631 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 37d6b483-ab39-4287-997f-d758bfc6436f triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:38.522083 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.637342 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.641330 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.666639 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 22:29:38.676275 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a7cacb-beb8-4bf9-bcfc-37069de09419,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:38.683209 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.683571 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Added segment 54ff322b-cdc0-4c85-a789-e3ec6e506c11 of type vlan for network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 Jul 08 22:29:38.725596 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761122785612'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.756721 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.757727 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:38.758297 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:38.814512 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3628876 Jul 08 22:29:38.817223 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48984) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:38.822042 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Request body: {'subnet': {'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-768649537-subnet', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:38.828292 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91996ad-3464-40a4-a7ba-5daeba9d7f90 admin admin] Pushing event updated for resources: {'Network': ['ID=db0a915c-5dfe-4e7b-a72d-fe34f54c9a90,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:38.839678 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 details requested by agent ovs-agent-dv-cinder-800093-1-iscsi with host dv-cinder-800093-1-iscsi {{(pid=93029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 22:29:38.849216 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Made reservation on behalf of 9fde473c70f14448bb0f2dd3f7aae8c2 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:29:38.852283 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9644887'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.036894 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2537545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9644901'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.097813 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa4c2dc-92b7-46b0-b7ea-e0893936d86f,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:39.107939 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Checking segment: {'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:29:39.108302 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Network hostable DHCP agents. Network: db0a915c-5dfe-4e7b-a72d-fe34f54c9a90, hostable agents: ['6d4deb78-bc8d-4c00-934e-e29c2e406e96'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 22:29:39.127396 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 is scheduled to be hosted by DHCP agent 6d4deb78-bc8d-4c00-934e-e29c2e406e96 with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 22:29:39.138563 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800093-1-iscsi, db0a915c-5dfe-4e7b-a72d-fe34f54c9a90) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:39.142553 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:39.143327 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.147712 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978722ad-b070-49f7-980d-e8804f4dcb42 None None] Network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:29:39.160124 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7383ff26-0a6a-442b-b336-c07b401fe0fa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3418202 Jul 08 22:29:39.163064 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 48986) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:39.168237 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:39.190103 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4071019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4176'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.191140 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4071046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4069174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4095948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4137'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.250409 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.327918 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8a551-4f12-443c-b181-9e24c3dd757e req-8bf6befd-cb63-436f-99a3-9730dd14e9ed tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:39.330667 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d6adc01-d96a-561e-9f85-3557fd582af1-db0a915c-5dfe-4e7b-a72d-fe34f54c9a90', 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'fixed_ips': [{'subnet_id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f'}]}} from dv-cinder-800093-1-iscsi. {{(pid=93029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 22:29:39.331103 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6de8a551-4f12-443c-b181-9e24c3dd757e req-8bf6befd-cb63-436f-99a3-9730dd14e9ed tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0693698 Jul 08 22:29:39.332019 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.377313 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6de8a551-4f12-443c-b181-9e24c3dd757e req-622b3db0-78cf-4c93-a36d-25024fa7a267 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404038 Jul 08 22:29:39.491779 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.db_base_plugin_common [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Allocated IP 172.20.0.2 (db0a915c-5dfe-4e7b-a72d-fe34f54c9a90/afa4c2dc-92b7-46b0-b7ea-e0893936d86f/d2615bea-7024-417e-86ec-81ec543c101c) {{(pid=93029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:29:39.634955 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4069156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4070937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4159'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.659101 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Notify callbacks [] for port, precommit_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.667319 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Transition to ACTIVE for port object d2615bea-7024-417e-86ec-81ec543c101c will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:39.682758 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Transition to ACTIVE for port object d2615bea-7024-417e-86ec-81ec543c101c will not be triggered until provisioned by entity DHCP. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:39.689325 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243'] for port, after_create {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.729928 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 is already hosted by enough agents. {{(pid=93029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:29:39.732937 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.scheduler.base_scheduler [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Resources bound (agent type, host, resource id): {{(pid=93029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:39.740005 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Received port after_create {{(pid=93029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:29:39.748654 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Pushing event updated for resources: {'Port': ['ID=d2615bea-7024-417e-86ec-81ec543c101c,revision_number=1']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:39.806489 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Attempting to bind port d2615bea-7024-417e-86ec-81ec543c101c on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:29:39.806907 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Attempting to bind port d2615bea-7024-417e-86ec-81ec543c101c by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:29:39.807354 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Attempting to bind port d2615bea-7024-417e-86ec-81ec543c101c on network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:29:39.813523 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:29:39.814166 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Checking segment: {'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:29:39.814702 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.815466 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Bound using segment: {'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:29:39.816089 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Bound port: d2615bea-7024-417e-86ec-81ec543c101c, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:29:39.816704 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.856776 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.879678 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.891331 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] For port d2615bea-7024-417e-86ec-81ec543c101c, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:29:39.895089 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] For port d2615bea-7024-417e-86ec-81ec543c101c, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=d2615bea-7024-417e-86ec-81ec543c101c,segment=NetworkSegment(54ff322b-cdc0-4c85-a789-e3ec6e506c11),segment_id=54ff322b-cdc0-4c85-a789-e3ec6e506c11)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:29:39.901141 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:39.947263 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:29:39.962293 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:39.962954 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:39.964101 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38457e8-0434-463d-bc77-2d729123d333 None None] Pushing event updated for resources: {'Port': ['ID=d2615bea-7024-417e-86ec-81ec543c101c,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:40.000990 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Allocated IP 172.27.1.15 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/36218ae0-fe32-4ff8-9d6f-cdce40633c60) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:29:40.084656 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:40.133643 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.194751 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.244455 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:29:40.249829 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:40.252768 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Pushing event updated for resources: {'Port': ['ID=36218ae0-fe32-4ff8-9d6f-cdce40633c60,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:40.255950 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:29:40.338160 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 2, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:40.365157 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:29:40.365515 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Updating router 06f41440-211a-4f42-a34b-fe5cace756e3 port 32c89979-7107-455f-b5da-e9fee647b52b binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:29:40.400118 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.493670 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e0037b45-8e4e-4d85-a353-d2463f4f50e6 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:40.573369 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port e0037b45-8e4e-4d85-a353-d2463f4f50e6 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:40.579959 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port e0037b45-8e4e-4d85-a353-d2463f4f50e6 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:40.580335 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.587389 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e459213-59df-4c76-ae20-ca2f66b49178 req-465b355d-689b-4de6-a598-c63af546cf0f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:40.589085 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e459213-59df-4c76-ae20-ca2f66b49178 req-465b355d-689b-4de6-a598-c63af546cf0f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0755110 Jul 08 22:29:40.606501 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.649429 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0e459213-59df-4c76-ae20-ca2f66b49178 req-65c33ef4-055a-45dc-b03f-f785be5ace5a tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534058 Jul 08 22:29:40.698365 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.710030 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.710297 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Transition to ACTIVE for port object 32c89979-7107-455f-b5da-e9fee647b52b will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:40.718911 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.736936 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port e0037b45-8e4e-4d85-a353-d2463f4f50e6, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e0037b45-8e4e-4d85-a353-d2463f4f50e6,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:29:40.747358 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.748462 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device d2615bea-7024-417e-86ec-81ec543c101c up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:40.777397 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Pushing event updated for resources: {'Port': ['ID=32c89979-7107-455f-b5da-e9fee647b52b,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:40.788364 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.789035 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.789583 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.790107 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.790669 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.791237 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.791757 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.792274 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.792826 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.793340 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.793865 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.794386 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:29:40.890370 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port d2615bea-7024-417e-86ec-81ec543c101c completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:40.894130 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Attempting to bind port 32c89979-7107-455f-b5da-e9fee647b52b on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:29:40.896503 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Attempting to bind port 32c89979-7107-455f-b5da-e9fee647b52b by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:29:40.898481 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Attempting to bind port 32c89979-7107-455f-b5da-e9fee647b52b on network c58891d9-77ad-4f0d-a9de-360eee212041 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:29:40.901330 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=e0037b45-8e4e-4d85-a353-d2463f4f50e6,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:40.904347 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4070930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4090821'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.916470 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:29:40.916935 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Checking segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:29:40.917442 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:40.917975 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Bound using segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:29:40.918531 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Bound port: 32c89979-7107-455f-b5da-e9fee647b52b, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:29:40.918988 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:41.022628 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] For port 32c89979-7107-455f-b5da-e9fee647b52b, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:29:41.026760 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] For port 32c89979-7107-455f-b5da-e9fee647b52b, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=32c89979-7107-455f-b5da-e9fee647b52b,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:29:41.035267 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:41.112844 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dad109-4646-4405-9a38-e33aed46d8b1 None None] Pushing event updated for resources: {'Port': ['ID=32c89979-7107-455f-b5da-e9fee647b52b,revision_number=4']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:41.121404 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:41.122150 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:41.122893 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Router c16837c0-a12d-4f5a-811c-f567c6ded173 is scheduled to L3 agent a12832cf-443f-4743-805a-203b0ebb9eed with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 22:29:41.201298 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617175ca-cd38-4728-b517-107ae09a7e35 None None] Network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:29:41.264529 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:41.294220 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:29:41.296839 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-34d89c62-78dd-4d8b-b38f-356a62b2686c None None] Provisioning for port d2615bea-7024-417e-86ec-81ec543c101c completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:41.310623 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Sync routers for ids ['c16837c0-a12d-4f5a-811c-f567c6ded173'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:29:41.318188 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:41.319668 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-83616008-545d-4013-83a0-1398c3b1c385 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1555169 Jul 08 22:29:41.322325 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49000) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:41.322993 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-34d89c62-78dd-4d8b-b38f-356a62b2686c None None] Provisioning complete for port d2615bea-7024-417e-86ec-81ec543c101c triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:41.323373 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-34d89c62-78dd-4d8b-b38f-356a62b2686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:41.372331 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Routers {'c16837c0-a12d-4f5a-811c-f567c6ded173'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:41.372983 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['c16837c0-a12d-4f5a-811c-f567c6ded173'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:41.564563 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Set router c16837c0-a12d-4f5a-811c-f567c6ded173 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:41.606644 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:41Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:41.617317 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-34d89c62-78dd-4d8b-b38f-356a62b2686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:41.641662 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdc7bb-8f6c-4605-9553-13e764104a8e None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:41Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:29:41.725537 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-34d89c62-78dd-4d8b-b38f-356a62b2686c None None] For port d2615bea-7024-417e-86ec-81ec543c101c, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=d2615bea-7024-417e-86ec-81ec543c101c,segment=NetworkSegment(54ff322b-cdc0-4c85-a789-e3ec6e506c11),segment_id=54ff322b-cdc0-4c85-a789-e3ec6e506c11)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:29:41.731121 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-34d89c62-78dd-4d8b-b38f-356a62b2686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:41.791657 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:41.814206 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:29:41.871376 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d89c62-78dd-4d8b-b38f-356a62b2686c None None] Pushing event updated for resources: {'Port': ['ID=d2615bea-7024-417e-86ec-81ec543c101c,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:42.016342 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 3, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port': {'id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:42.053491 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Checking router: c16837c0-a12d-4f5a-811c-f567c6ded173 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:29:42.053853 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Updating router c16837c0-a12d-4f5a-811c-f567c6ded173 port 36218ae0-fe32-4ff8-9d6f-cdce40633c60 binding host dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:29:42.054594 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cde6c-a352-4698-8986-631a23ad7026 req-b8b6b17d-3473-45a8-a4d6-fef874989369 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:42.056183 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4b4cde6c-a352-4698-8986-631a23ad7026 req-b8b6b17d-3473-45a8-a4d6-fef874989369 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.1940439 Jul 08 22:29:42.081206 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Allocated IP 172.20.0.1 (db0a915c-5dfe-4e7b-a72d-fe34f54c9a90/afa4c2dc-92b7-46b0-b7ea-e0893936d86f/253daa4a-f107-4338-bcf7-47eae22da8bb) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:29:42.097062 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.204944 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-4b4cde6c-a352-4698-8986-631a23ad7026 req-a661aec5-53ea-4b18-aed6-8a8c0cd92056 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=152101d4-9382-4610-bd13-f6c29f9d43a5&id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659497 Jul 08 22:29:42.231118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-647ece0a-1a37-4786-bf4d-0e8047e25496 None None] Provisioning complete for port d2615bea-7024-417e-86ec-81ec543c101c triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:42.231500 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-647ece0a-1a37-4786-bf4d-0e8047e25496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.252223 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.269285 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Transition to ACTIVE for port object 253daa4a-f107-4338-bcf7-47eae22da8bb will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:42.320225 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.371152 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:29:42.373658 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:42.378063 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:29:42.415774 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Pushing event updated for resources: {'Port': ['ID=253daa4a-f107-4338-bcf7-47eae22da8bb,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:42.438050 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4069580'] for router_interface, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.539025 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.550864 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Transition to ACTIVE for port object 36218ae0-fe32-4ff8-9d6f-cdce40633c60 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:42.556439 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e0037b45-8e4e-4d85-a353-d2463f4f50e6 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:42.583647 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-38714663-c606-4c2e-ac90-26a3475822ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.585145 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.657870 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.668564 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Attempting to bind port 36218ae0-fe32-4ff8-9d6f-cdce40633c60 on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:29:42.669043 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Attempting to bind port 36218ae0-fe32-4ff8-9d6f-cdce40633c60 by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:29:42.669489 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Attempting to bind port 36218ae0-fe32-4ff8-9d6f-cdce40633c60 on network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:29:42.683101 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a24aec-1e2e-46af-8bb1-3b8f733e3f45 None None] Pushing event updated for resources: {'Port': ['ID=36218ae0-fe32-4ff8-9d6f-cdce40633c60,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:42.687176 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:29:42.687790 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Checking segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:29:42.688182 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.689172 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Bound using segment: {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:29:42.689759 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Bound port: 36218ae0-fe32-4ff8-9d6f-cdce40633c60, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856e25a-8524-4275-956f-d3fa1e3fa1b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:29:42.690223 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.720299 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port e0037b45-8e4e-4d85-a353-d2463f4f50e6 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:42.720700 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.784860 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] For port 36218ae0-fe32-4ff8-9d6f-cdce40633c60, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:29:42.789253 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] For port 36218ae0-fe32-4ff8-9d6f-cdce40633c60, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=36218ae0-fe32-4ff8-9d6f-cdce40633c60,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:29:42.790871 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-7a2ce3ba-bd67-4ea1-9b3a-c528862f7f87 None None] Provisioning for port 253daa4a-f107-4338-bcf7-47eae22da8bb completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:42.797012 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-7a2ce3ba-bd67-4ea1-9b3a-c528862f7f87 None None] Provisioning complete for port 253daa4a-f107-4338-bcf7-47eae22da8bb triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:42.797385 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7a2ce3ba-bd67-4ea1-9b3a-c528862f7f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.799804 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.826712 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.832597 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.903374 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074655'] for router_interface, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:42.905109 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Pushing event updated for resources: {'Port': ['ID=253daa4a-f107-4338-bcf7-47eae22da8bb,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:43.003221 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:29:43.004917 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:29:43.042862 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ce3ba-bd67-4ea1-9b3a-c528862f7f87 None None] Port 253daa4a-f107-4338-bcf7-47eae22da8bb cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:29:43.055565 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Routers {'c16837c0-a12d-4f5a-811c-f567c6ded173'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:43.056254 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['c16837c0-a12d-4f5a-811c-f567c6ded173'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:43.063612 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a24aec-1e2e-46af-8bb1-3b8f733e3f45 None None] Pushing event updated for resources: {'Port': ['ID=36218ae0-fe32-4ff8-9d6f-cdce40633c60,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:43.104007 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device d2615bea-7024-417e-86ec-81ec543c101c up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:43.137300 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Router c16837c0-a12d-4f5a-811c-f567c6ded173 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:29:43.211543 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] Set router c16837c0-a12d-4f5a-811c-f567c6ded173 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:43.213263 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port d2615bea-7024-417e-86ec-81ec543c101c triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:43.213720 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:43.256413 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:29:43.270573 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-8857664a-bfb2-4dc3-8eb5-fb78b98d66c2 admin admin] 10.222.0.43 "PUT /v2.0/routers/c16837c0-a12d-4f5a-811c-f567c6ded173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9470832 Jul 08 22:29:43.323869 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-389ac3d7-9b6b-4146-8a08-7a1d0b471882 None None] Provisioning complete for port 253daa4a-f107-4338-bcf7-47eae22da8bb triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:43.324242 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-389ac3d7-9b6b-4146-8a08-7a1d0b471882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:43.418693 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-389ac3d7-9b6b-4146-8a08-7a1d0b471882 None None] Port 253daa4a-f107-4338-bcf7-47eae22da8bb cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:29:43.471785 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 32c89979-7107-455f-b5da-e9fee647b52b up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:43.572688 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 32c89979-7107-455f-b5da-e9fee647b52b completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:43.582104 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 4, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port': {'id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '253daa4a-f107-4338-bcf7-47eae22da8bb', 'name': '', 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'mac_address': 'fa:16:3e:73:cb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:41Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 2, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'subnets': [{'id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:43.583458 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 32c89979-7107-455f-b5da-e9fee647b52b triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:43.583861 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:43.634290 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe408da-705b-4703-9471-af7d4d1cd786 None None] The sync data for ids ['c16837c0-a12d-4f5a-811c-f567c6ded173'] in dv-cinder-800093-1-iscsi is: [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 4, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port': {'id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '253daa4a-f107-4338-bcf7-47eae22da8bb', 'name': '', 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'mac_address': 'fa:16:3e:73:cb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:41Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 2, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'subnets': [{'id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:29:43.706482 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:43.745118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 32c89979-7107-455f-b5da-e9fee647b52b, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=32c89979-7107-455f-b5da-e9fee647b52b,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:29:43.750079 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:43.808936 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=32c89979-7107-455f-b5da-e9fee647b52b,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:44.082594 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49044) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:44.087748 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-0e7f3542-765d-44fb-a29a-33e696f73691 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961998688', 'description': 'tempest-secgroup-smoke-961998688 description', 'project_id': '24917ef729574687b1804dc8df51eca4'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:44.113860 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0e7f3542-765d-44fb-a29a-33e696f73691 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.202219 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0e7f3542-765d-44fb-a29a-33e696f73691 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.206768 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0e7f3542-765d-44fb-a29a-33e696f73691 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.233882 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0e7f3542-765d-44fb-a29a-33e696f73691 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.235148 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-0e7f3542-765d-44fb-a29a-33e696f73691 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1514339 Jul 08 22:29:44.238060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49046) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:44.243267 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-1abb5ae6-9696-4502-bbea-fc4b9f5d7773 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'security_group_rule': {'security_group_id': '104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d', 'project_id': '24917ef729574687b1804dc8df51eca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:44.248446 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f3542-765d-44fb-a29a-33e696f73691 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:44.280931 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1abb5ae6-9696-4502-bbea-fc4b9f5d7773 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.351567 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1abb5ae6-9696-4502-bbea-fc4b9f5d7773 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.355398 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1abb5ae6-9696-4502-bbea-fc4b9f5d7773 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.378083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb5ae6-9696-4502-bbea-fc4b9f5d7773 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2deacb2e-5130-4c3f-8030-f3f0e1d31202,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:44.394721 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1abb5ae6-9696-4502-bbea-fc4b9f5d7773 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.398707 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-1abb5ae6-9696-4502-bbea-fc4b9f5d7773 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572118 Jul 08 22:29:44.403449 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49048) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:44.416427 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-ac388a0c-87ff-4902-a3a0-26c5ddd35d3f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'security_group_rule': {'security_group_id': '104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d', 'project_id': '24917ef729574687b1804dc8df51eca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:44.446917 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 32c89979-7107-455f-b5da-e9fee647b52b up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:44.453486 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac388a0c-87ff-4902-a3a0-26c5ddd35d3f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.506692 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 32c89979-7107-455f-b5da-e9fee647b52b triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:44.507027 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.524275 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac388a0c-87ff-4902-a3a0-26c5ddd35d3f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.528982 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac388a0c-87ff-4902-a3a0-26c5ddd35d3f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.552765 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac388a0c-87ff-4902-a3a0-26c5ddd35d3f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5b1402-d82e-428e-a1d6-d7659fc1a135,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:44.557153 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac388a0c-87ff-4902-a3a0-26c5ddd35d3f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.561539 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49050) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:44.562275 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ac388a0c-87ff-4902-a3a0-26c5ddd35d3f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500518 Jul 08 22:29:44.567663 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-7eeeeac1-5712-4c68-880b-3b412ebd6fbb tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'security_group_rule': {'security_group_id': '104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d', 'project_id': '24917ef729574687b1804dc8df51eca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:44.597950 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7eeeeac1-5712-4c68-880b-3b412ebd6fbb tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.666749 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7eeeeac1-5712-4c68-880b-3b412ebd6fbb tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.671679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7eeeeac1-5712-4c68-880b-3b412ebd6fbb tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.690481 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeeac1-5712-4c68-880b-3b412ebd6fbb tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb532cfe-40ed-4737-89bc-26c53286a6c3,revision_number=0']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:44.703835 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7eeeeac1-5712-4c68-880b-3b412ebd6fbb tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.707728 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-7eeeeac1-5712-4c68-880b-3b412ebd6fbb tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417301 Jul 08 22:29:44.708130 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49056) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:44.712965 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-7ce5e2db-f769-45ff-b839-10cdc7dbc621 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'security_group_rule': {'security_group_id': '104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d', 'project_id': '24917ef729574687b1804dc8df51eca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:44.743929 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e2db-f769-45ff-b839-10cdc7dbc621 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.819756 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e2db-f769-45ff-b839-10cdc7dbc621 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.827676 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e2db-f769-45ff-b839-10cdc7dbc621 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.848968 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5e2db-f769-45ff-b839-10cdc7dbc621 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2018d53a-5930-4125-83ae-609cdb749f21,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:44.856261 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e2db-f769-45ff-b839-10cdc7dbc621 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.857640 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7ce5e2db-f769-45ff-b839-10cdc7dbc621 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1484268 Jul 08 22:29:44.860921 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49068) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:44.865753 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-d37b83f6-86e7-4169-870a-66818f789788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'security_group_rule': {'security_group_id': '104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d', 'project_id': '24917ef729574687b1804dc8df51eca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:44.890599 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-d37b83f6-86e7-4169-870a-66818f789788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Project 24917ef729574687b1804dc8df51eca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 22:29:44.897773 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d37b83f6-86e7-4169-870a-66818f789788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.969625 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d37b83f6-86e7-4169-870a-66818f789788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.974671 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d37b83f6-86e7-4169-870a-66818f789788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:44.994195 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b83f6-86e7-4169-870a-66818f789788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a012afa-36f7-4955-9af3-7911767c0f4f,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:45.002602 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d37b83f6-86e7-4169-870a-66818f789788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.005520 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d37b83f6-86e7-4169-870a-66818f789788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435921 Jul 08 22:29:45.009267 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49070) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:45.016000 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-6a33415f-f373-4a97-a8c1-ef7a4702897c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'security_group_rule': {'security_group_id': '104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d', 'project_id': '24917ef729574687b1804dc8df51eca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:29:45.040394 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-546bac91-8906-4257-bf45-b65a01cc8c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.042979 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-6a33415f-f373-4a97-a8c1-ef7a4702897c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Project 24917ef729574687b1804dc8df51eca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 22:29:45.049982 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6a33415f-f373-4a97-a8c1-ef7a4702897c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.121023 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6a33415f-f373-4a97-a8c1-ef7a4702897c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.125859 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6a33415f-f373-4a97-a8c1-ef7a4702897c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4139022'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.143678 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33415f-f373-4a97-a8c1-ef7a4702897c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d625e37d-8a06-4d90-8925-38f0c7a1bc33,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:45.153838 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6a33415f-f373-4a97-a8c1-ef7a4702897c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.158859 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6a33415f-f373-4a97-a8c1-ef7a4702897c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485784 Jul 08 22:29:45.178387 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49078) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:45.225561 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.295589 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-42f0370c-9089-4b0e-b87c-80a00cddce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.395966 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-42f0370c-9089-4b0e-b87c-80a00cddce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.400300 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-42f0370c-9089-4b0e-b87c-80a00cddce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.439183 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-42f0370c-9089-4b0e-b87c-80a00cddce0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b87bc43057c3495f8ffda54e99f3482e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593112 Jul 08 22:29:45.439988 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0370c-9089-4b0e-b87c-80a00cddce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb43518-2ff6-4606-ba33-7970d51636f3,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:45.442720 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49116) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:45.496109 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bddac599-a384-4c5a-971e-43b0099c26cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.520974 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bddac599-a384-4c5a-971e-43b0099c26cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.580366 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bddac599-a384-4c5a-971e-43b0099c26cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.591610 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bddac599-a384-4c5a-971e-43b0099c26cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.591610 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-bddac599-a384-4c5a-971e-43b0099c26cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbb43518-2ff6-4606-ba33-7970d51636f3 HTTP/1.1" status: 204 len: 168 time: 0.1412632 Jul 08 22:29:45.596525 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddac599-a384-4c5a-971e-43b0099c26cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb43518-2ff6-4606-ba33-7970d51636f3,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:45.909769 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Sync routers for ids ['c16837c0-a12d-4f5a-811c-f567c6ded173'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:29:45.911347 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49138) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:45.920732 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Routers {'c16837c0-a12d-4f5a-811c-f567c6ded173'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:45.921408 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['c16837c0-a12d-4f5a-811c-f567c6ded173'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:45.926410 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-40087d88-729d-4460-9c48-6be95d2727b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:45.969152 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.049528 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-40087d88-729d-4460-9c48-6be95d2727b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.053744 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-40087d88-729d-4460-9c48-6be95d2727b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.057708 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Set router c16837c0-a12d-4f5a-811c-f567c6ded173 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:46.094633 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40087d88-729d-4460-9c48-6be95d2727b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4066920-f2d0-462e-9d9c-039a7efa7931,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:46.100619 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-40087d88-729d-4460-9c48-6be95d2727b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c15658394184c6c99952c69b3992f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875544 Jul 08 22:29:46.103835 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49142) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:46.160251 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ae8f7b7-7b7f-4155-9538-56e84c833bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.186613 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ae8f7b7-7b7f-4155-9538-56e84c833bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.246691 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ae8f7b7-7b7f-4155-9538-56e84c833bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.249292 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ae8f7b7-7b7f-4155-9538-56e84c833bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.250506 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-5ae8f7b7-7b7f-4155-9538-56e84c833bff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4066920-f2d0-462e-9d9c-039a7efa7931 HTTP/1.1" status: 204 len: 168 time: 0.1457717 Jul 08 22:29:46.266041 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8f7b7-7b7f-4155-9538-56e84c833bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4066920-f2d0-462e-9d9c-039a7efa7931,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:46.290910 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 4, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port': {'id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:eb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '253daa4a-f107-4338-bcf7-47eae22da8bb', 'name': '', 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'mac_address': 'fa:16:3e:73:cb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:41Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 2, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'subnets': [{'id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:46.321411 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Checking router: c16837c0-a12d-4f5a-811c-f567c6ded173 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:29:46.321758 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Updating router c16837c0-a12d-4f5a-811c-f567c6ded173 port 253daa4a-f107-4338-bcf7-47eae22da8bb binding host dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 22:29:46.369640 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.468312 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 36218ae0-fe32-4ff8-9d6f-cdce40633c60 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:46.536203 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 36218ae0-fe32-4ff8-9d6f-cdce40633c60 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:46.540396 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 36218ae0-fe32-4ff8-9d6f-cdce40633c60 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:46.540841 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.633075 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.669196 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 36218ae0-fe32-4ff8-9d6f-cdce40633c60, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=36218ae0-fe32-4ff8-9d6f-cdce40633c60,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:29:46.672447 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Notify callbacks [] for port, precommit_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.673795 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.685466 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.provisioning_blocks [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Transition to ACTIVE for port object 253daa4a-f107-4338-bcf7-47eae22da8bb will not be triggered until provisioned by entity L2. {{(pid=93030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:29:46.693538 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.744325 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=36218ae0-fe32-4ff8-9d6f-cdce40633c60,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:46.756009 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b174b-f694-4f08-ba3a-9e79f2077da2 None None] Pushing event updated for resources: {'Port': ['ID=253daa4a-f107-4338-bcf7-47eae22da8bb,revision_number=3']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:46.856809 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Attempting to bind port 253daa4a-f107-4338-bcf7-47eae22da8bb on host dv-cinder-800093-1-iscsi for vnic_type normal with profile {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:29:46.857386 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Attempting to bind port 253daa4a-f107-4338-bcf7-47eae22da8bb by drivers openvswitch,hyperv on host dv-cinder-800093-1-iscsi at level 0 using segments [{'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:29:46.857946 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Attempting to bind port 253daa4a-f107-4338-bcf7-47eae22da8bb on network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:29:46.864773 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Checking agent: {'id': 'b4e9390e-6042-4e57-8af1-98bc5ca9503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800093-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 12, 45), 'started_at': datetime.datetime(2021, 7, 8, 22, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800093-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:29:46.865250 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Checking segment: {'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:29:46.865612 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.866094 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Bound using segment: {'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'} {{(pid=93030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:29:46.866645 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.managers [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Bound port: 253daa4a-f107-4338-bcf7-47eae22da8bb, host: dv-cinder-800093-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ff322b-cdc0-4c85-a789-e3ec6e506c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90'}}] {{(pid=93030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:29:46.867164 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:46.948214 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] For port 253daa4a-f107-4338-bcf7-47eae22da8bb, host dv-cinder-800093-1-iscsi, cleared binding levels {{(pid=93030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:29:46.952696 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.plugins.ml2.db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] For port 253daa4a-f107-4338-bcf7-47eae22da8bb, host dv-cinder-800093-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=253daa4a-f107-4338-bcf7-47eae22da8bb,segment=NetworkSegment(54ff322b-cdc0-4c85-a789-e3ec6e506c11),segment_id=54ff322b-cdc0-4c85-a789-e3ec6e506c11)] {{(pid=93030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:29:46.960794 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron_lib.callbacks.manager [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:47.036379 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Routers {'c16837c0-a12d-4f5a-811c-f567c6ded173'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:47.037189 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['c16837c0-a12d-4f5a-811c-f567c6ded173'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:47.082734 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b174b-f694-4f08-ba3a-9e79f2077da2 None None] Pushing event updated for resources: {'Port': ['ID=253daa4a-f107-4338-bcf7-47eae22da8bb,revision_number=4']} {{(pid=93030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:47.169081 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] Set router c16837c0-a12d-4f5a-811c-f567c6ded173 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:47.391802 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 4, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port': {'id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:eb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '253daa4a-f107-4338-bcf7-47eae22da8bb', 'name': '', 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'mac_address': 'fa:16:3e:73:cb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:41Z', 'updated_at': '2021-07-08T22:29:46Z', 'revision_number': 4, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'subnets': [{'id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:47.419828 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d13ae-c766-4b47-979c-dd5ceaec8900 None None] The sync data for ids ['c16837c0-a12d-4f5a-811c-f567c6ded173'] in dv-cinder-800093-1-iscsi is: [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:42Z', 'revision_number': 4, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port': {'id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:eb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '253daa4a-f107-4338-bcf7-47eae22da8bb', 'name': '', 'network_id': 'db0a915c-5dfe-4e7b-a72d-fe34f54c9a90', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'mac_address': 'fa:16:3e:73:cb:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:41Z', 'updated_at': '2021-07-08T22:29:46Z', 'revision_number': 4, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'subnets': [{'id': 'afa4c2dc-92b7-46b0-b7ea-e0893936d86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:29:47.711468 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:48.439315 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 253daa4a-f107-4338-bcf7-47eae22da8bb up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:48.488101 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning for port 253daa4a-f107-4338-bcf7-47eae22da8bb completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:29:48.491631 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 253daa4a-f107-4338-bcf7-47eae22da8bb triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:48.491998 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:48.568417 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:48.600832 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] For port 253daa4a-f107-4338-bcf7-47eae22da8bb, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=253daa4a-f107-4338-bcf7-47eae22da8bb,segment=NetworkSegment(54ff322b-cdc0-4c85-a789-e3ec6e506c11),segment_id=54ff322b-cdc0-4c85-a789-e3ec6e506c11)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:29:48.607864 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:48.608649 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 36218ae0-fe32-4ff8-9d6f-cdce40633c60 up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:48.694056 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Pushing event updated for resources: {'Port': ['ID=253daa4a-f107-4338-bcf7-47eae22da8bb,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:48.705918 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 36218ae0-fe32-4ff8-9d6f-cdce40633c60 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:48.706326 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:50.410172 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 253daa4a-f107-4338-bcf7-47eae22da8bb up at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:29:50.464172 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Provisioning complete for port 253daa4a-f107-4338-bcf7-47eae22da8bb triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:29:50.464599 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:51.255738 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49194) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:29:51.842166 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Deleting port 5fcf9a22-aea8-4689-bd82-bc6778975820 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:29:51.842509 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:51.920918 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:51.921321 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:51.932745 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Calling delete_port for 5fcf9a22-aea8-4689-bd82-bc6778975820 owned by network:floatingip {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:29:52.113503 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:52.139336 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event deleted for resources: {'Port': ['ID=5fcf9a22-aea8-4689-bd82-bc6778975820,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:52.198783 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for floatingip, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:52.199111 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Floating IP 00708fad-d2b6-462a-abbf-fd1a2a05ff80 disassociated (deleted). External IP: 172.27.1.78, port: 96c05d39-d168-4594-9c6f-aca8cdd394d6. Jul 08 22:29:52.398042 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:29:52.513814 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:29:52.519306 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:52.523883 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] Sync routers for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:29:52.533244 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:52.533851 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:52.562137 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-5ede95cd-c69a-444e-8388-89367af3d563 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "DELETE /v2.0/floatingips/00708fad-d2b6-462a-abbf-fd1a2a05ff80 HTTP/1.1" status: 204 len: 168 time: 1.3030877 Jul 08 22:29:52.562137 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:29:52.562998 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c75461-ae76-4767-9e40-159c46ab47fe" -d '{"events": [{"name": "network-changed", "server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:29:52.602028 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751cfc4c-3f79-411e-8e14-c0193f186fa3 x-openstack-request-id: req-751cfc4c-3f79-411e-8e14-c0193f186fa3 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:29:52.602380 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:29:52.602689 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-751cfc4c-3f79-411e-8e14-c0193f186fa3 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:29:52.603168 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'status': 'completed', 'code': 200} Jul 08 22:29:52.655153 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:52.686778 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c75461-ae76-4767-9e40-159c46ab47fe req-2db9bd92-f684-4c56-8186-5c74531b1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:52.688658 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39c75461-ae76-4767-9e40-159c46ab47fe req-2db9bd92-f684-4c56-8186-5c74531b1e2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 1099 time: 0.0558646 Jul 08 22:29:52.805873 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c75461-ae76-4767-9e40-159c46ab47fe req-b8bcf4a4-d7ec-4497-bd2d-7f9dd3bbb822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:52.807505 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39c75461-ae76-4767-9e40-159c46ab47fe req-b8bcf4a4-d7ec-4497-bd2d-7f9dd3bbb822 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 200 len: 910 time: 0.1086500 Jul 08 22:29:52.863338 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39c75461-ae76-4767-9e40-159c46ab47fe req-cbdf5c40-57c3-4182-a0f9-f1b3d84d3cb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 200 len: 217 time: 0.0405090 Jul 08 22:29:52.869488 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 5, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:52.903809 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] Checking router: cc491dfa-fc25-46d2-b13b-ed7458ee46b1 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:29:52.917041 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:29:52.918067 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:52.972507 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c75461-ae76-4767-9e40-159c46ab47fe req-c390f429-f40d-48a5-880e-86f6284c1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:52.974029 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39c75461-ae76-4767-9e40-159c46ab47fe req-c390f429-f40d-48a5-880e-86f6284c1ec8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 200 len: 848 time: 0.1032219 Jul 08 22:29:53.025228 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf0497-a76c-4c63-9d2c-76a670c06122 req-a5823c03-5584-4cdf-a5cb-7b6994a6ae5c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:53.029253 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2dcf0497-a76c-4c63-9d2c-76a670c06122 req-a5823c03-5584-4cdf-a5cb-7b6994a6ae5c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.1225822 Jul 08 22:29:53.051991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:29:53.095832 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2dcf0497-a76c-4c63-9d2c-76a670c06122 req-b41ba672-10a2-4b73-bda6-489713016f3d tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580890 Jul 08 22:29:53.148228 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c75461-ae76-4767-9e40-159c46ab47fe req-4ed66a51-5bd7-4041-881d-de191fe58f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:53.149754 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39c75461-ae76-4767-9e40-159c46ab47fe req-4ed66a51-5bd7-4041-881d-de191fe58f69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1653874 Jul 08 22:29:53.253070 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39c75461-ae76-4767-9e40-159c46ab47fe req-7aef7a22-df26-4529-9eaf-c5023f074ffd service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922151 Jul 08 22:29:53.312775 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 5, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:29:53.356375 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-39c75461-ae76-4767-9e40-159c46ab47fe req-76e31977-b869-4b80-a16a-0433ef9a4a52 service neutron] 10.222.0.67 "GET /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908144 Jul 08 22:29:53.460890 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b11954-8e7c-44b7-9e7a-42c11fbaecdf None None] The sync data for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi is: [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:09Z', 'revision_number': 4, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '38269287-a20b-40bd-83cd-32281b7aedda', 'name': '', 'network_id': '6f1b93b0-7fa3-4fd1-999b-cf3303ddf731', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'mac_address': 'fa:16:3e:55:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:08Z', 'updated_at': '2021-07-08T22:24:14Z', 'revision_number': 5, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'subnets': [{'id': 'badb889d-0a24-4ec6-be0d-fadfbc358125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:29:53.674741 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc0cdf-4912-4bdc-9fa6-c69acabfae6b None None] New status for floating IP 00708fad-d2b6-462a-abbf-fd1a2a05ff80: DOWN {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:29:54.292958 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e87b3-6359-4835-9192-e6b73ae6281c req-3d3bfd80-cbb6-48e9-8f02-5670b8b929e5 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:54.294429 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d21e87b3-6359-4835-9192-e6b73ae6281c req-3d3bfd80-cbb6-48e9-8f02-5670b8b929e5 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0647404 Jul 08 22:29:54.333450 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d21e87b3-6359-4835-9192-e6b73ae6281c req-68035dfc-103c-424d-90a1-38c98f6a42f5 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Jul 08 22:29:55.510752 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092a71a-b0eb-4356-bd79-68507ada8529 req-cf37084f-3dec-452f-9f94-159575845ccf tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:55.512133 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9092a71a-b0eb-4356-bd79-68507ada8529 req-cf37084f-3dec-452f-9f94-159575845ccf tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0634997 Jul 08 22:29:55.557873 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9092a71a-b0eb-4356-bd79-68507ada8529 req-5891de35-57bd-4300-851b-40ed85788a0b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Jul 08 22:29:56.892986 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782236-6d76-48ff-a3ae-ec9ce751a684 req-408472f6-e576-40e2-9b17-e01a98281b0b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:56.894529 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3e782236-6d76-48ff-a3ae-ec9ce751a684 req-408472f6-e576-40e2-9b17-e01a98281b0b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0696712 Jul 08 22:29:56.931645 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3e782236-6d76-48ff-a3ae-ec9ce751a684 req-a95a03ac-9087-4906-a26b-06f29f157614 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Jul 08 22:29:57.806585 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-0f278e4c-a1fe-42c2-8528-5110eee4b0dd tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:57.808047 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-0f278e4c-a1fe-42c2-8528-5110eee4b0dd tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.67 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0617559 Jul 08 22:29:57.912758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Deleting port 96c05d39-d168-4594-9c6f-aca8cdd394d6 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:29:57.913441 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:58.004609 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] For port 96c05d39-d168-4594-9c6f-aca8cdd394d6, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=96c05d39-d168-4594-9c6f-aca8cdd394d6,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:29:58.005219 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:58.017786 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Calling delete_port for 96c05d39-d168-4594-9c6f-aca8cdd394d6 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:29:58.154776 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c83c3-a98b-4023-a39a-2ad03f6e15aa req-a5d43b13-6e73-41a9-86c7-7b01d34eea2b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:29:58.156287 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a54c83c3-a98b-4023-a39a-2ad03f6e15aa req-a5d43b13-6e73-41a9-86c7-7b01d34eea2b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 946 time: 0.0960433 Jul 08 22:29:58.221746 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a54c83c3-a98b-4023-a39a-2ad03f6e15aa req-9d4b18bd-c189-4a85-b0db-80d4fc6e1447 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b0c3821-a12c-4cad-9fd6-44dab9fc66af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468771 Jul 08 22:29:58.222775 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:58.258029 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event deleted for resources: {'Port': ['ID=96c05d39-d168-4594-9c6f-aca8cdd394d6,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:29:58.302972 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] No DVR routers for this DVR port 96c05d39-d168-4594-9c6f-aca8cdd394d6 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:29:58.305475 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:29:58.307474 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-870f33dd-68c5-4cc8-9193-204c2079d372 req-84b26a61-f8b6-4f68-a3ea-f607e681689c tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.67 "DELETE /v2.0/ports/96c05d39-d168-4594-9c6f-aca8cdd394d6 HTTP/1.1" status: 204 len: 173 time: 0.4924080 Jul 08 22:29:58.307899 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'name': 'network-vif-deleted', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:29:58.310083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4862b614-daa7-45eb-9908-3bf0bc39dfdf" -d '{"events": [{"server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "name": "network-vif-deleted", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:29:58.378659 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c216e4-b9c1-4cdc-92cb-c1de68b0b24a x-openstack-request-id: req-85c216e4-b9c1-4cdc-92cb-c1de68b0b24a {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:29:58.378974 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75077eac-33d8-4e6f-9445-abeba7cbe40e", "name": "network-vif-deleted", "tag": "96c05d39-d168-4594-9c6f-aca8cdd394d6", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:29:58.379889 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85c216e4-b9c1-4cdc-92cb-c1de68b0b24a {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:29:58.379889 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75077eac-33d8-4e6f-9445-abeba7cbe40e', 'name': 'network-vif-deleted', 'tag': '96c05d39-d168-4594-9c6f-aca8cdd394d6', 'status': 'completed', 'code': 200} Jul 08 22:29:59.383928 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0c01dfb2-9834-40ee-b309-fae3a0a5933b req-d304782c-6e11-4d1d-867e-4b903d56ee3b tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "GET /v2.0/ports?device_id=75077eac-33d8-4e6f-9445-abeba7cbe40e HTTP/1.1" status: 200 len: 210 time: 0.0311584 Jul 08 22:30:00.480310 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49260) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:00.561415 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1a349c8b-05d3-4d29-9b53-058f01ffc598 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:00.588053 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1a349c8b-05d3-4d29-9b53-058f01ffc598 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:00.649842 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1a349c8b-05d3-4d29-9b53-058f01ffc598 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:00.652690 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1a349c8b-05d3-4d29-9b53-058f01ffc598 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:00.653860 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1a349c8b-05d3-4d29-9b53-058f01ffc598 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] 10.222.0.43 "DELETE /v2.0/security-groups/7b0c3821-a12c-4cad-9fd6-44dab9fc66af HTTP/1.1" status: 204 len: 168 time: 0.1726155 Jul 08 22:30:00.663105 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a349c8b-05d3-4d29-9b53-058f01ffc598 tempest-TestShelveInstance-1551433904 tempest-TestShelveInstance-1551433904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c3821-a12c-4cad-9fd6-44dab9fc66af,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:00.699063 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49272) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:01.149681 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:01.424523 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Deleting port 38269287-a20b-40bd-83cd-32281b7aedda {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:01.424772 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:01.506449 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] For port 38269287-a20b-40bd-83cd-32281b7aedda, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=38269287-a20b-40bd-83cd-32281b7aedda,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:01.507161 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:01.519070 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Calling delete_port for 38269287-a20b-40bd-83cd-32281b7aedda owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:01.704065 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:01.728699 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Pushing event deleted for resources: {'Port': ['ID=38269287-a20b-40bd-83cd-32281b7aedda,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:01.796771 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 96c05d39-d168-4594-9c6f-aca8cdd394d6 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:01.819519 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 96c05d39-d168-4594-9c6f-aca8cdd394d6 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:01.820024 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 96c05d39-d168-4594-9c6f-aca8cdd394d6 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:01.908438 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:02.356675 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:30:02.466026 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:30:02.471280 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7d2fe6b6-37bf-4bc7-a625-a39c1e3492db admin admin] 10.222.0.43 "PUT /v2.0/routers/cc491dfa-fc25-46d2-b13b-ed7458ee46b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7708638 Jul 08 22:30:02.473661 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49288) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:02.474964 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] Sync routers for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:30:02.487002 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:02.487700 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:02.581949 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:02.606910 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:02.696500 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:02.748972 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Deleting port e216e32f-9095-4655-be67-e5956e0e21b4 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:02.749314 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:02.794068 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:30:01Z', 'revision_number': 5, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port': {'id': 'e216e32f-9095-4655-be67-e5956e0e21b4', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:02.820671 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] Checking router: cc491dfa-fc25-46d2-b13b-ed7458ee46b1 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:30:02.827924 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] For port e216e32f-9095-4655-be67-e5956e0e21b4, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e216e32f-9095-4655-be67-e5956e0e21b4,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:02.828285 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:02.828741 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] Routers {'cc491dfa-fc25-46d2-b13b-ed7458ee46b1'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:02.829384 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:02.841379 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Calling delete_port for e216e32f-9095-4655-be67-e5956e0e21b4 owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:02.931519 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] Set router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:02.982217 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:30:02Z', 'revision_number': 6, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:03.010383 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.013128 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501a47b-aec8-4f62-80be-5123bbc1a170 None None] The sync data for ids ['cc491dfa-fc25-46d2-b13b-ed7458ee46b1'] in dv-cinder-800093-1-iscsi is: [{'id': 'cc491dfa-fc25-46d2-b13b-ed7458ee46b1', 'name': 'tempest-TestShelveInstance-1945875293-router', 'tenant_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:06Z', 'updated_at': '2021-07-08T22:30:02Z', 'revision_number': 6, 'project_id': '3b6fb4965dcc40e18cacf1008346bcaf', 'gw_port_host': None}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:30:03.037798 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e216e32f-9095-4655-be67-e5956e0e21b4,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:03.107029 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.195212 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.197355 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.241814 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.242672 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc491dfa-fc25-46d2-b13b-ed7458ee46b1 {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:30:03.247975 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.249112 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f717e8a0-6181-4a2d-ae74-6604a4538ab8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/cc491dfa-fc25-46d2-b13b-ed7458ee46b1 HTTP/1.1" status: 204 len: 168 time: 0.7744555 Jul 08 22:30:03.251841 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49294) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:03.295810 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f141116d-85ce-4716-a401-9b532711212e admin admin] Deleting subnet badb889d-0a24-4ec6-be0d-fadfbc358125 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:30:03.298759 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f141116d-85ce-4716-a401-9b532711212e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.332895 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f141116d-85ce-4716-a401-9b532711212e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.416450 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f141116d-85ce-4716-a401-9b532711212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.469816 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f141116d-85ce-4716-a401-9b532711212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.492298 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141116d-85ce-4716-a401-9b532711212e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=badb889d-0a24-4ec6-be0d-fadfbc358125,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:03.497890 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f141116d-85ce-4716-a401-9b532711212e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.500075 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f141116d-85ce-4716-a401-9b532711212e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/badb889d-0a24-4ec6-be0d-fadfbc358125 HTTP/1.1" status: 204 len: 168 time: 0.2471216 Jul 08 22:30:03.503098 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49296) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:03.504303 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed4196-e21a-450d-b022-3bcd64634b72 None None] Network 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:30:03.572720 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.625363 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Deleting port 7813b4e9-c797-4ce1-9924-40223ed94d20 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:03.625682 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.701002 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] For port 7813b4e9-c797-4ce1-9924-40223ed94d20, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=7813b4e9-c797-4ce1-9924-40223ed94d20,segment=NetworkSegment(0e302f6a-552f-4995-95db-4a973ce6de10),segment_id=0e302f6a-552f-4995-95db-4a973ce6de10)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:03.701428 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.715847 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Calling delete_port for 7813b4e9-c797-4ce1-9924-40223ed94d20 owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:03.780668 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] DHCP port deletion for 6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 request from dv-cinder-800093-1-iscsi {{(pid=93029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 22:30:03.812637 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.838094 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] Deleting port 7813b4e9-c797-4ce1-9924-40223ed94d20 {{(pid=93029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:03.838649 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.839299 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=7813b4e9-c797-4ce1-9924-40223ed94d20,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:03.844695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] No DVR routers for this DVR port 7813b4e9-c797-4ce1-9924-40223ed94d20 on host dv-cinder-800093-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:03.912079 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] For port 7813b4e9-c797-4ce1-9924-40223ed94d20, host dv-cinder-800093-1-iscsi, got binding levels [] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:03.914179 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.921376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.931745 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] Calling delete_port for 7813b4e9-c797-4ce1-9924-40223ed94d20 owned by network:dhcp {{(pid=93029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:03.931931 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1b93b0-7fa3-4fd1-999b-cf3303ddf731']}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:03.934692 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.ipam_backend_mixin [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] Port 7813b4e9-c797-4ce1-9924-40223ed94d20 was not found and therefore no delete operation was performed {{(pid=93029) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 22:30:03.935991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252'] for port, after_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.947180 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e302f6a-552f-4995-95db-4a973ce6de10') {'for_net_delete': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:03.947590 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e302f6a-552f-4995-95db-4a973ce6de10') {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:03.957195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823674'] for segment, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.964908 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] Pushing event deleted for resources: {'Port': ['ID=7813b4e9-c797-4ce1-9924-40223ed94d20,revision_number=None']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:03.968491 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f9ec7-c107-40bd-8534-50c72b1d1b48 None None] No DVR routers for this DVR port 7813b4e9-c797-4ce1-9924-40223ed94d20 on host dv-cinder-800093-1-iscsi {{(pid=93029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:03.975347 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.983722 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:30:03.984279 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524688'] for segment, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: Traceback (most recent call last): Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: timer() Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: cb(*args, **kw) Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: return func(*args, **kwargs) Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: self._notify() Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: self.callback(batched_events) Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: event.method(event) Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: return f(self, *a, **k) Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._get(url).json() Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: return self.request(url, 'GET', **kwargs) Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:30:03.986363 dv-cinder-800093-1-iscsi neutron-server[93028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:30:04.041673 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:04.047637 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:04.053081 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] 10.222.0.43 "DELETE /v2.0/networks/6f1b93b0-7fa3-4fd1-999b-cf3303ddf731 HTTP/1.1" status: 204 len: 168 time: 0.5457010 Jul 08 22:30:04.054047 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49300) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:04.063921 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375a848-fe18-4e80-84f7-edd6d4a99b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1b93b0-7fa3-4fd1-999b-cf3303ddf731,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:04.424459 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 38269287-a20b-40bd-83cd-32281b7aedda no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:04.441850 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:04.447533 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 38269287-a20b-40bd-83cd-32281b7aedda {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:04.447876 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 38269287-a20b-40bd-83cd-32281b7aedda not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:04.448286 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e216e32f-9095-4655-be67-e5956e0e21b4 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:04.467987 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: e216e32f-9095-4655-be67-e5956e0e21b4 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:04.468332 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e216e32f-9095-4655-be67-e5956e0e21b4 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:04.468918 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 7813b4e9-c797-4ce1-9924-40223ed94d20 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:04.489440 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 7813b4e9-c797-4ce1-9924-40223ed94d20 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:04.489824 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 7813b4e9-c797-4ce1-9924-40223ed94d20 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:04.698319 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Deleting port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:04.698551 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:04.774529 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] For port a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,segment=NetworkSegment(bbcbeff5-48c4-45c4-a153-054a4f86e0b5),segment_id=bbcbeff5-48c4-45c4-a153-054a4f86e0b5)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:04.774924 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:04.787215 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Calling delete_port for a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:04.959685 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:04.988070 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:05.149600 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:05.571835 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:30:05.672910 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:30:05.677838 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2f67784f-99a3-474e-b842-9cc3d042862b admin admin] 10.222.0.43 "PUT /v2.0/routers/8971c380-8486-4eb4-8f45-f41bdaa2dc6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6233845 Jul 08 22:30:05.681291 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49308) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:05.683107 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] Sync routers for ids ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:30:05.697247 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] Routers {'8971c380-8486-4eb4-8f45-f41bdaa2dc6b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:05.697968 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:05.798725 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:05.810484 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] Set router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:05.914947 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:05.969973 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Deleting port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:05.970311 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.050363 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] For port 5c84cd72-dd4a-4476-9dd0-5cd19b3af402, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=5c84cd72-dd4a-4476-9dd0-5cd19b3af402,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:06.050874 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.063203 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Calling delete_port for 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:06.070183 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:30:04Z', 'revision_number': 5, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port': {'id': '5c84cd72-dd4a-4476-9dd0-5cd19b3af402', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:06.101415 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] Checking router: 8971c380-8486-4eb4-8f45-f41bdaa2dc6b for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:30:06.110891 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] Routers {'8971c380-8486-4eb4-8f45-f41bdaa2dc6b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:06.111644 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:29:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:06.170797 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.207783 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] Set router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b gateway port host: None {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:06.248852 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.260432 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:30:05Z', 'revision_number': 6, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:06.275076 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c84cd72-dd4a-4476-9dd0-5cd19b3af402,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:06.290419 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313314-2c36-4abe-bf8e-9b3ee0fe622f None None] The sync data for ids ['8971c380-8486-4eb4-8f45-f41bdaa2dc6b'] in dv-cinder-800093-1-iscsi is: [{'id': '8971c380-8486-4eb4-8f45-f41bdaa2dc6b', 'name': 'tempest-TestShelveInstance-952068426-router', 'tenant_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:24:11Z', 'updated_at': '2021-07-08T22:30:05Z', 'revision_number': 6, 'project_id': 'f1b1e09ddd5841b7b2203afbcb7ff45d', 'gw_port_host': None}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:30:06.352893 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.444984 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.447130 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.492670 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.493234 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8971c380-8486-4eb4-8f45-f41bdaa2dc6b {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:30:06.497569 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.498718 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e1615da1-635c-470b-b079-5b263187171a admin admin] 10.222.0.43 "DELETE /v2.0/routers/8971c380-8486-4eb4-8f45-f41bdaa2dc6b HTTP/1.1" status: 204 len: 168 time: 0.8158207 Jul 08 22:30:06.501358 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49330) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:06.558114 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c11865-0861-449f-b98e-be4382134162 admin admin] Deleting subnet 382e9497-795f-4538-b259-3983045b1fdc {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:30:06.561358 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-64c11865-0861-449f-b98e-be4382134162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.596588 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-64c11865-0861-449f-b98e-be4382134162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.709898 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-64c11865-0861-449f-b98e-be4382134162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.773502 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-64c11865-0861-449f-b98e-be4382134162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.798514 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c11865-0861-449f-b98e-be4382134162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382e9497-795f-4538-b259-3983045b1fdc,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:06.802206 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-64c11865-0861-449f-b98e-be4382134162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.804104 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-64c11865-0861-449f-b98e-be4382134162 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/382e9497-795f-4538-b259-3983045b1fdc HTTP/1.1" status: 204 len: 168 time: 0.3018141 Jul 08 22:30:06.806675 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49336) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:06.809117 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782dbb1-78c7-4107-8a76-d58c1d224a04 None None] Network 2aa5a659-d6df-4c92-a1a9-5a3549740dce requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:30:06.877589 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:06.945666 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Deleting port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:06.945999 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.009453 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] For port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac,segment=NetworkSegment(bbcbeff5-48c4-45c4-a153-054a4f86e0b5),segment_id=bbcbeff5-48c4-45c4-a153-054a4f86e0b5)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:07.009721 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.022157 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Calling delete_port for 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac owned by network:dhcp {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:07.074317 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] DHCP port deletion for 2aa5a659-d6df-4c92-a1a9-5a3549740dce request from dv-cinder-800093-1-iscsi {{(pid=93029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 22:30:07.083419 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:07.113098 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.127661 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:07.127968 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device a8de8a8b-9cf0-4a45-adbc-7c7f7a24cf90 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:07.141191 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:07.146043 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] No DVR routers for this DVR port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac on host dv-cinder-800093-1-iscsi {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:07.152280 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] Deleting port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac {{(pid=93029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:07.152656 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.216450 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] For port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac, host dv-cinder-800093-1-iscsi, got binding levels [] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:07.217612 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.220990 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.230250 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] Calling delete_port for 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac owned by network:dhcp {{(pid=93029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:07.230488 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa5a659-d6df-4c92-a1a9-5a3549740dce']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:07.233113 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.ipam_backend_mixin [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] Port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac was not found and therefore no delete operation was performed {{(pid=93029) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 22:30:07.234478 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252'] for port, after_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.244348 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:07.244652 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcbeff5-48c4-45c4-a153-054a4f86e0b5') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:07.253890 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.262680 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] Pushing event deleted for resources: {'Port': ['ID=6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac,revision_number=None']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:07.267487 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7604c3-1630-4758-808c-8e3c934f3ea9 None None] No DVR routers for this DVR port 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac on host dv-cinder-800093-1-iscsi {{(pid=93029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:07.271478 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.278609 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:30:07.279078 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:30:07.280976 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:30:07.337346 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.342209 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.348174 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2aa5a659-d6df-4c92-a1a9-5a3549740dce HTTP/1.1" status: 204 len: 168 time: 0.5402699 Jul 08 22:30:07.350530 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-36c76773-febf-4803-bd6b-e6308b5fcea9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664971 Jul 08 22:30:07.363496 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be5842-9f56-49da-b510-ea08fa30f837 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa5a659-d6df-4c92-a1a9-5a3549740dce,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:07.448222 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-9c3d12e5-fb7d-43f5-b386-484cfcc4bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:07.449744 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-9c3d12e5-fb7d-43f5-b386-484cfcc4bd8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1138 time: 0.0658092 Jul 08 22:30:07.465082 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49342) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:07.560344 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-bb09898e-6651-4b24-93d3-c5235baef327 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b6fb4965dcc40e18cacf1008346bcaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940146 Jul 08 22:30:07.562912 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49344) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:07.612942 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-36b778c8-2aed-4591-bac9-23556ace4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:07.614409 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-36b778c8-2aed-4591-bac9-23556ace4522 service neutron] 10.222.0.67 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 915 time: 0.1352549 Jul 08 22:30:07.667839 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-57d18c8e-5f5c-48c5-8b76-af6f9937da98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.702534 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-d7d1b8a2-6e64-48cf-b6a4-258c4548e7ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 1001 time: 0.0707412 Jul 08 22:30:07.711668 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-57d18c8e-5f5c-48c5-8b76-af6f9937da98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.783578 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-ecafe0a6-8146-4009-9d1f-66b06619009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:07.785040 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-ecafe0a6-8146-4009-9d1f-66b06619009b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 200 len: 853 time: 0.0714440 Jul 08 22:30:07.826461 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-57d18c8e-5f5c-48c5-8b76-af6f9937da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.829604 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-57d18c8e-5f5c-48c5-8b76-af6f9937da98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:07.830795 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-57d18c8e-5f5c-48c5-8b76-af6f9937da98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64d367e4-783d-445d-821c-634554714a9f HTTP/1.1" status: 204 len: 168 time: 0.2670524 Jul 08 22:30:07.840782 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d18c8e-5f5c-48c5-8b76-af6f9937da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d367e4-783d-445d-821c-634554714a9f,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:07.860701 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-d8328d59-8478-47ee-8104-52474537cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:07.862247 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-d8328d59-8478-47ee-8104-52474537cf76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=552257d9-cb5d-4eab-ac82-580fe5532f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686409 Jul 08 22:30:07.964267 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-1898f873-baa7-4e6a-bd3a-047deb3ce339 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924504 Jul 08 22:30:08.056771 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6a8e8b17-bb82-429f-8217-1018c71fe288 req-a877f3be-7c9f-477e-b6fc-39c9642713f6 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836761 Jul 08 22:30:08.167071 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49360) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:08.211416 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a361e386-e597-4095-8640-3f6ced84b578 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1b1e09ddd5841b7b2203afbcb7ff45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429881 Jul 08 22:30:08.214018 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49362) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:08.268858 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-16990694-d70d-499d-8ca1-ec2801f8bfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:08.290997 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-16990694-d70d-499d-8ca1-ec2801f8bfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:08.341355 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-16990694-d70d-499d-8ca1-ec2801f8bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:08.343566 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-16990694-d70d-499d-8ca1-ec2801f8bfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:08.344710 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-16990694-d70d-499d-8ca1-ec2801f8bfe2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b22b0ad-da00-4bba-baec-3e1f403cb0b1 HTTP/1.1" status: 204 len: 168 time: 0.1296842 Jul 08 22:30:08.352590 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16990694-d70d-499d-8ca1-ec2801f8bfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b22b0ad-da00-4bba-baec-3e1f403cb0b1,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:08.444241 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:08.463101 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:08.463448 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 6fc135f8-45b8-4b26-b01d-7e4d8d6fc3ac not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:08.463882 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:08.486220 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:08.486566 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 5c84cd72-dd4a-4476-9dd0-5cd19b3af402 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:10.364723 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-1bb59b24-fb78-43f6-96f6-19d0edbd9e10 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961998688&fields=id&tenant_id=24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 267 time: 0.0418329 Jul 08 22:30:10.424152 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49404) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:10.478208 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfdfe-6829-4162-8223-d0b825892baa req-198a1dee-1c1f-457c-9e5a-be7064b7ba47 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:10.479685 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-198a1dee-1c1f-457c-9e5a-be7064b7ba47 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 812 time: 0.1083999 Jul 08 22:30:10.494905 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-82ff2888-289c-4c77-afb6-f8bf5f68d868 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/quotas/24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 375 time: 0.0099587 Jul 08 22:30:10.532893 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5f1c-d465-466a-a649-4be639c0cbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:10.564641 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-b0e8c4ab-7a24-4828-9224-d673549359a6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647006 Jul 08 22:30:10.622592 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5f1c-d465-466a-a649-4be639c0cbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:10.627740 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ebbb5f1c-d465-466a-a649-4be639c0cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:10.664184 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb5f1c-d465-466a-a649-4be639c0cbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478e7094-a6d0-4711-a0b0-74b6436cb4bd,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:10.668482 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ebbb5f1c-d465-466a-a649-4be639c0cbd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ab949283b8447979000b9df2d20bdac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433922 Jul 08 22:30:10.671144 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49408) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:10.678633 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-fff5dcf2-6aad-406c-893b-2c0e140bccff service neutron] 10.222.0.43 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021929 Jul 08 22:30:10.721768 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f7a70b6d-001a-4a8f-84d9-8e17810919fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:10.745409 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f7a70b6d-001a-4a8f-84d9-8e17810919fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:10.768754 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-5edcd41e-4cbe-4943-a38f-8fd62eff4062 service neutron] 10.222.0.43 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831480 Jul 08 22:30:10.795425 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f7a70b6d-001a-4a8f-84d9-8e17810919fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:10.799030 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f7a70b6d-001a-4a8f-84d9-8e17810919fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:10.800209 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f7a70b6d-001a-4a8f-84d9-8e17810919fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/478e7094-a6d0-4711-a0b0-74b6436cb4bd HTTP/1.1" status: 204 len: 168 time: 0.1279831 Jul 08 22:30:10.808005 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a70b6d-001a-4a8f-84d9-8e17810919fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e7094-a6d0-4711-a0b0-74b6436cb4bd,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:11.170957 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f85b062d-75c1-4d9b-b255-9f226eeb8e05 req-56fb6e52-d1d5-40a7-82bf-da9114c7966d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 210 time: 0.0532272 Jul 08 22:30:12.478012 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfdfe-6829-4162-8223-d0b825892baa req-aeff6222-3b34-4d64-a187-9741af0f51c2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:12.479553 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-aeff6222-3b34-4d64-a187-9741af0f51c2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 812 time: 0.1178210 Jul 08 22:30:12.522801 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0f8aeed5-e236-46b6-a248-931b3a905d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:12.527307 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7becef24-5675-4f39-ab64-c9f586f963eb req-77a79bbf-cb3d-4d5c-87b6-db1ac1e7fdf9 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 210 time: 0.0467451 Jul 08 22:30:12.558320 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-9bf6f3a3-e52a-49d8-a80e-637c8a938063 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 379 time: 0.0655460 Jul 08 22:30:12.572080 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'port': {'device_id': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'admin_state_up': True, 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'security_groups': ['104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:30:12.687818 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Made reservation on behalf of 24917ef729574687b1804dc8df51eca4 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:30:12.692909 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:12.825224 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Allocated IP 172.20.0.12 (c58891d9-77ad-4f0d-a9de-360eee212041/a6cc4d34-f78c-4455-a525-8e2e50d2ee40/f32d6511-f28d-4571-82e8-91faffe3089b) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:30:12.981914 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:12.996354 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Transition to ACTIVE for port object f32d6511-f28d-4571-82e8-91faffe3089b will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:30:13.033520 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:13.075698 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Network c58891d9-77ad-4f0d-a9de-360eee212041 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:30:13.079528 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:30:13.082226 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:30:13.124705 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=f32d6511-f28d-4571-82e8-91faffe3089b,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:13.161571 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:13.162908 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:13.185021 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-ee3bbc5c-51e6-4ab1-9486-88b15720be50 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6174700 Jul 08 22:30:13.207324 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Request body: {'port': {'device_id': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:30:13.286261 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:13.312509 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-4fc0b334-f07c-4b18-a056-572b42227ce1 None None] Provisioning for port f32d6511-f28d-4571-82e8-91faffe3089b completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:30:13.317765 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-4fc0b334-f07c-4b18-a056-572b42227ce1 None None] Provisioning complete for port f32d6511-f28d-4571-82e8-91faffe3089b triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:30:13.318136 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b334-f07c-4b18-a056-572b42227ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:13.353303 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0b334-f07c-4b18-a056-572b42227ce1 None None] Port f32d6511-f28d-4571-82e8-91faffe3089b cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:30:13.570090 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32d6511-f28d-4571-82e8-91faffe3089b {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:30:13.578427 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:13.591205 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Transition to ACTIVE for port object f32d6511-f28d-4571-82e8-91faffe3089b will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:30:13.594864 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:13.959897 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Pushing event updated for resources: {'Port': ['ID=f32d6511-f28d-4571-82e8-91faffe3089b,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:14.050481 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67dbf6-ef97-4a59-a58d-239931ad34cd req-3270b4a9-5abe-415f-9192-1c77b5506a3a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:14.051960 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fc67dbf6-ef97-4a59-a58d-239931ad34cd req-3270b4a9-5abe-415f-9192-1c77b5506a3a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.1401613 Jul 08 22:30:14.052585 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Attempting to bind port f32d6511-f28d-4571-82e8-91faffe3089b on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:30:14.052923 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Attempting to bind port f32d6511-f28d-4571-82e8-91faffe3089b by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:30:14.053234 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Attempting to bind port f32d6511-f28d-4571-82e8-91faffe3089b on network c58891d9-77ad-4f0d-a9de-360eee212041 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:30:14.058998 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Port f32d6511-f28d-4571-82e8-91faffe3089b on network c58891d9-77ad-4f0d-a9de-360eee212041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:30:14.059325 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Attempting to bind port f32d6511-f28d-4571-82e8-91faffe3089b on network c58891d9-77ad-4f0d-a9de-360eee212041 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:30:14.069726 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:30:14.070064 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Checking segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:30:14.070441 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Bound using segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:30:14.070897 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Bound port: f32d6511-f28d-4571-82e8-91faffe3089b, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:30:14.071257 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:14.122873 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fc67dbf6-ef97-4a59-a58d-239931ad34cd req-5ecd3d14-d021-4598-bef8-b345273a511d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646446 Jul 08 22:30:14.158261 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] For port f32d6511-f28d-4571-82e8-91faffe3089b, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:30:14.161559 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] For port f32d6511-f28d-4571-82e8-91faffe3089b, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f32d6511-f28d-4571-82e8-91faffe3089b,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:30:14.165348 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:14.200666 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:14.201285 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:14.202714 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] 10.222.0.67 "PUT /v2.0/ports/f32d6511-f28d-4571-82e8-91faffe3089b HTTP/1.1" status: 200 len: 1094 time: 1.0073175 Jul 08 22:30:14.203381 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'tag': 'f32d6511-f28d-4571-82e8-91faffe3089b'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:30:14.205369 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d8ae05-3503-4e80-bf45-811f47878466" -d '{"events": [{"name": "network-changed", "server_uuid": "ee219bf7-4a62-4ded-838b-44696ec1ae06", "tag": "f32d6511-f28d-4571-82e8-91faffe3089b"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:30:14.239265 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af611ba-6aa7-4538-af8a-c6290125c775 service neutron] Pushing event updated for resources: {'Port': ['ID=f32d6511-f28d-4571-82e8-91faffe3089b,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:14.260773 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4720d8d1-72a6-4d05-a6ed-510cf48d80ee x-openstack-request-id: req-4720d8d1-72a6-4d05-a6ed-510cf48d80ee {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:30:14.261061 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee219bf7-4a62-4ded-838b-44696ec1ae06", "tag": "f32d6511-f28d-4571-82e8-91faffe3089b", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:30:14.261368 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4720d8d1-72a6-4d05-a6ed-510cf48d80ee {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:30:14.261758 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'tag': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'status': 'completed', 'code': 200} Jul 08 22:30:14.325705 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfdfe-6829-4162-8223-d0b825892baa req-1396a793-efea-48c1-b179-6ab047f7d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:14.327664 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-1396a793-efea-48c1-b179-6ab047f7d80d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 1097 time: 0.0599532 Jul 08 22:30:14.373826 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-3f01e30f-e0d6-40c5-abb9-cbb06b707619 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f32d6511-f28d-4571-82e8-91faffe3089b HTTP/1.1" status: 200 len: 217 time: 0.0350788 Jul 08 22:30:14.428083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfdfe-6829-4162-8223-d0b825892baa req-8e08edca-f3ea-48e4-9a2a-5ffbbc7c10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:14.429541 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-8e08edca-f3ea-48e4-9a2a-5ffbbc7c10ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0441339 Jul 08 22:30:14.495054 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdfdfe-6829-4162-8223-d0b825892baa req-31b9588c-1ae1-4bcc-91cb-b38d9bb583e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:14.496473 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-31b9588c-1ae1-4bcc-91cb-b38d9bb583e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558395 Jul 08 22:30:14.586669 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-d9802e12-8a77-41f2-b7d8-3d66b11ff965 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810144 Jul 08 22:30:14.695065 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-80bdfdfe-6829-4162-8223-d0b825892baa req-47cee98a-32da-4ee6-b88a-f05aabbcc110 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009979 Jul 08 22:30:14.826991 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-c524e980-646d-4782-ad4e-8e7d7962e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:14.828682 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-c524e980-646d-4782-ad4e-8e7d7962e992 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 1097 time: 0.0607128 Jul 08 22:30:14.928865 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-ae8aaf52-898d-4b0b-ad7b-62e132b072d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:14.930336 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-ae8aaf52-898d-4b0b-ad7b-62e132b072d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0944395 Jul 08 22:30:14.986205 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-a338cd48-5681-42db-accb-dc3296f62c5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f32d6511-f28d-4571-82e8-91faffe3089b HTTP/1.1" status: 200 len: 217 time: 0.0404782 Jul 08 22:30:15.038213 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-fbd37562-e38c-4cfc-afa2-3d1310e2acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:15.038944 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-98e8e51f-1bf3-4e31-95d9-1e785ea80983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:15.040027 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-fbd37562-e38c-4cfc-afa2-3d1310e2acb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0466931 Jul 08 22:30:15.099451 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-f9cd4d1c-c7e2-495a-8f78-faffb59ac4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:15.100965 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-f9cd4d1c-c7e2-495a-8f78-faffb59ac4ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535674 Jul 08 22:30:15.204782 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-663d8b76-5fee-44d9-bb6f-8b1b8945db0e service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935304 Jul 08 22:30:15.222596 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:15.355181 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d9d8ae05-3503-4e80-bf45-811f47878466 req-d92e06e6-505f-49db-9bf7-584f206ff510 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395829 Jul 08 22:30:15.371316 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffc437-601c-4bc0-b365-3bf98b0765eb req-e085903a-bf72-49a8-a1e6-1ee70012cf1b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:15.372803 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-26ffc437-601c-4bc0-b365-3bf98b0765eb req-e085903a-bf72-49a8-a1e6-1ee70012cf1b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.1031404 Jul 08 22:30:15.418332 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-26ffc437-601c-4bc0-b365-3bf98b0765eb req-bcac5fb4-51e1-4bde-821e-beed13da3b70 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344801 Jul 08 22:30:15.968949 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:16.605038 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c74288-9027-4037-bc8a-70bdccbe8d65 req-885fb520-38d2-42b1-9b35-c21be3f64c42 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:16.606523 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-48c74288-9027-4037-bc8a-70bdccbe8d65 req-885fb520-38d2-42b1-9b35-c21be3f64c42 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.0672204 Jul 08 22:30:16.648319 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-48c74288-9027-4037-bc8a-70bdccbe8d65 req-f9687eea-4196-4e9a-ae4c-4d75efe326d5 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355818 Jul 08 22:30:17.715773 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:17.829672 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63653136-193c-4f3c-8f0f-dabba700d1df req-875feac1-4e0d-482a-89ef-8a4f8a96c5d9 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:17.831424 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-63653136-193c-4f3c-8f0f-dabba700d1df req-875feac1-4e0d-482a-89ef-8a4f8a96c5d9 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.0688615 Jul 08 22:30:17.868416 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-63653136-193c-4f3c-8f0f-dabba700d1df req-80340431-08d7-44ae-a232-0af773b86258 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312846 Jul 08 22:30:18.813192 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:30:19.043818 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9473cc-6aa5-4f0e-a549-07cb92274e3c req-ec356077-2397-4e9c-ac75-d0e11c187712 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:19.045469 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0b9473cc-6aa5-4f0e-a549-07cb92274e3c req-ec356077-2397-4e9c-ac75-d0e11c187712 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.0666139 Jul 08 22:30:19.088352 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0b9473cc-6aa5-4f0e-a549-07cb92274e3c req-0772db46-1bd4-480e-88c0-c9171acc5db4 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339139 Jul 08 22:30:20.272601 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4467d5-b8f5-4f4e-83c8-d9137ba95911 req-0504b11d-1f17-4a4b-b6f6-73a15574c500 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:20.274033 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bc4467d5-b8f5-4f4e-83c8-d9137ba95911 req-0504b11d-1f17-4a4b-b6f6-73a15574c500 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.0665786 Jul 08 22:30:20.316495 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-bc4467d5-b8f5-4f4e-83c8-d9137ba95911 req-54c60791-2e96-4837-9beb-fa58057371ea tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369396 Jul 08 22:30:21.497116 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026732f-cae2-4ea1-8247-940215a15056 req-e8a1c10f-2d84-47be-9463-9b47255a8f7d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:21.498705 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8026732f-cae2-4ea1-8247-940215a15056 req-e8a1c10f-2d84-47be-9463-9b47255a8f7d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.0665410 Jul 08 22:30:21.541792 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8026732f-cae2-4ea1-8247-940215a15056 req-06d237ff-c4b6-425e-8cf9-c6629cc0ff2e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365613 Jul 08 22:30:22.731376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d5660-d8cc-4eff-9e0f-d01fbbe8d1a8 req-bc2efab3-bf96-4bde-9c5c-4034c6d9d133 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:22.732911 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-092d5660-d8cc-4eff-9e0f-d01fbbe8d1a8 req-bc2efab3-bf96-4bde-9c5c-4034c6d9d133 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.0773532 Jul 08 22:30:22.773470 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-092d5660-d8cc-4eff-9e0f-d01fbbe8d1a8 req-b1ce7ffd-4a8c-4676-b44e-9820e31e079a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322232 Jul 08 22:30:23.845484 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device f32d6511-f28d-4571-82e8-91faffe3089b details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:30:23.947960 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port f32d6511-f28d-4571-82e8-91faffe3089b, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f32d6511-f28d-4571-82e8-91faffe3089b,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:23.961203 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'port_id': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'mac_address': 'fa:16:3e:98:36:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:30:23.966060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87aedc-fb0d-4708-bcf7-6eb98fad1664 req-03b8beb7-0c4f-4eba-9dc8-554af9fd0869 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:23.967594 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3f87aedc-fb0d-4708-bcf7-6eb98fad1664 req-03b8beb7-0c4f-4eba-9dc8-554af9fd0869 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 944 time: 0.0716684 Jul 08 22:30:23.998404 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:24.010766 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-3f87aedc-fb0d-4708-bcf7-6eb98fad1664 req-b0f416fc-5307-4096-a6d1-4e8d6c5fe862 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366547 Jul 08 22:30:24.011177 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32d6511-f28d-4571-82e8-91faffe3089b {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:30:24.032773 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port f32d6511-f28d-4571-82e8-91faffe3089b, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f32d6511-f28d-4571-82e8-91faffe3089b,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:24.039395 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:24.089570 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=f32d6511-f28d-4571-82e8-91faffe3089b,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:24.348595 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['f32d6511-f28d-4571-82e8-91faffe3089b'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:30:25.193364 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80871a1-488c-4030-b3b0-0e6bbf90f8f8 req-e9ca6db0-5c1f-4f95-b16c-4683447cc911 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:25.194943 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d80871a1-488c-4030-b3b0-0e6bbf90f8f8 req-e9ca6db0-5c1f-4f95-b16c-4683447cc911 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 945 time: 0.0637097 Jul 08 22:30:25.233811 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d80871a1-488c-4030-b3b0-0e6bbf90f8f8 req-ac354a51-0feb-4b53-ad67-d8d5ec5f333b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Jul 08 22:30:25.871884 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device f32d6511-f28d-4571-82e8-91faffe3089b up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:30:25.924643 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port f32d6511-f28d-4571-82e8-91faffe3089b completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:30:25.928467 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port f32d6511-f28d-4571-82e8-91faffe3089b triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:30:25.928837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:26.006116 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:26.028610 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32d6511-f28d-4571-82e8-91faffe3089b'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:30:26.031009 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a559cb-e339-4398-91ae-9b43f19eb655" -d '{"events": [{"server_uuid": "ee219bf7-4a62-4ded-838b-44696ec1ae06", "name": "network-vif-plugged", "status": "completed", "tag": "f32d6511-f28d-4571-82e8-91faffe3089b"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:30:26.045375 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port f32d6511-f28d-4571-82e8-91faffe3089b, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f32d6511-f28d-4571-82e8-91faffe3089b,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:26.050396 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:26.075997 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd662d6-df9e-414e-b2c6-40f6fc0a492b x-openstack-request-id: req-8dd662d6-df9e-414e-b2c6-40f6fc0a492b {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:30:26.076224 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee219bf7-4a62-4ded-838b-44696ec1ae06", "name": "network-vif-plugged", "status": "completed", "tag": "f32d6511-f28d-4571-82e8-91faffe3089b", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:30:26.076471 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dd662d6-df9e-414e-b2c6-40f6fc0a492b {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:30:26.077042 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'code': 200} Jul 08 22:30:26.105236 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=f32d6511-f28d-4571-82e8-91faffe3089b,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:26.446193 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37da1-07e2-4b65-baab-cb24bbe0d39e req-b4a9c3ee-bc9a-417b-b531-337e17d72daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:26.447716 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-77f37da1-07e2-4b65-baab-cb24bbe0d39e req-b4a9c3ee-bc9a-417b-b531-337e17d72daf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 1099 time: 0.1006169 Jul 08 22:30:26.468407 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747028b3-5a7b-44f1-a1d5-311f6f6d0f35 req-286139d7-f157-46de-978f-ad375e264e2e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:26.470450 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-747028b3-5a7b-44f1-a1d5-311f6f6d0f35 req-286139d7-f157-46de-978f-ad375e264e2e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 946 time: 0.0925512 Jul 08 22:30:26.510324 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-77f37da1-07e2-4b65-baab-cb24bbe0d39e req-2e235dba-c5ce-491f-99db-699f815d84d7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540051 Jul 08 22:30:26.522553 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-747028b3-5a7b-44f1-a1d5-311f6f6d0f35 req-13e9a40d-c148-48c3-9a47-c052aed0cab1 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447261 Jul 08 22:30:27.704105 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fb115-8090-4f8c-8f19-e74b365aa37a req-631b9b75-7468-447b-9477-d26484d144d5 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:27.705626 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-af9fb115-8090-4f8c-8f19-e74b365aa37a req-631b9b75-7468-447b-9477-d26484d144d5 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 946 time: 0.0701082 Jul 08 22:30:27.743237 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-af9fb115-8090-4f8c-8f19-e74b365aa37a req-d7e10254-5400-44a7-9b1e-65d49aed9ce9 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Jul 08 22:30:28.940749 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79164aa7-875b-49d8-a975-196d3cc67aed req-9343f8ac-3c7e-4b9b-8b97-42098fccce45 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:28.942241 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-79164aa7-875b-49d8-a975-196d3cc67aed req-9343f8ac-3c7e-4b9b-8b97-42098fccce45 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 946 time: 0.0754099 Jul 08 22:30:28.979971 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-79164aa7-875b-49d8-a975-196d3cc67aed req-5c5925b4-b8ff-4a20-aa66-936a520bc7bc tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Jul 08 22:30:29.157559 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d3795-bdf4-47d9-b0b3-e30b50a162f9 req-868709af-460b-451b-8d07-4d6aae0988ea tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:29.159146 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1f2d3795-bdf4-47d9-b0b3-e30b50a162f9 req-868709af-460b-451b-8d07-4d6aae0988ea tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 946 time: 0.0682642 Jul 08 22:30:29.197141 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1f2d3795-bdf4-47d9-b0b3-e30b50a162f9 req-95e85f91-b3de-4344-ab3f-75e227de593c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314550 Jul 08 22:30:29.221389 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49586) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:29.415012 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26305f2-c074-44ea-80ea-e9a83d0acbb4 tempest-TestVolumeBootPattern-637220875 tempest-TestVolumeBootPattern-637220875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:29.416548 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a26305f2-c074-44ea-80ea-e9a83d0acbb4 tempest-TestVolumeBootPattern-637220875 tempest-TestVolumeBootPattern-637220875-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 1094 time: 0.1941652 Jul 08 22:30:29.419441 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49590) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:29.423870 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'port_id': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:30:29.446730 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:29.546740 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:29.649529 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Allocated IP 172.27.1.234 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/bd5490d4-181e-49ee-afa3-fdd7d05bf054) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:30:29.753524 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:29.792597 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2537945'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:29.829492 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:30:29.832163 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:30:29.837484 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:30:29.862674 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=bd5490d4-181e-49ee-afa3-fdd7d05bf054,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:30.211148 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:30.288643 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:30.442858 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:30.447625 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2537927'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:30.523081 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=bd5490d4-181e-49ee-afa3-fdd7d05bf054,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:30.530155 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:30.632377 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Floating IP 80effc1e-5f9f-46e5-9925-baf222845458 associated. External IP: 172.27.1.234, port: f32d6511-f28d-4571-82e8-91faffe3089b. Jul 08 22:30:30.849504 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Router 06f41440-211a-4f42-a34b-fe5cace756e3 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:30:30.962635 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:30:30.973931 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:30:30.982385 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:30.984163 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:30.986184 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:30:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:31.025242 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4534209c-3f80-4628-8d19-1ec017ab6db3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6047499 Jul 08 22:30:31.025836 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'tag': 'f32d6511-f28d-4571-82e8-91faffe3089b'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:30:31.028113 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5506e36c713e39a26939709c8300d0d9de9fa98c4794aa7e673ec52931e05aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a3c43-c369-427a-9928-f3b6213e033e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee219bf7-4a62-4ded-838b-44696ec1ae06", "tag": "f32d6511-f28d-4571-82e8-91faffe3089b"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:30:31.070915 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb22de4d-5316-4764-a01a-e03b84f14d9b x-openstack-request-id: req-eb22de4d-5316-4764-a01a-e03b84f14d9b {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:30:31.071646 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee219bf7-4a62-4ded-838b-44696ec1ae06", "tag": "f32d6511-f28d-4571-82e8-91faffe3089b", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:30:31.072059 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb22de4d-5316-4764-a01a-e03b84f14d9b {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:30:31.072662 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'tag': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'status': 'completed', 'code': 200} Jul 08 22:30:31.173635 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a3c43-c369-427a-9928-f3b6213e033e req-f2fe96b4-bab3-40fa-8b26-243f0e384ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:31.175442 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a3c43-c369-427a-9928-f3b6213e033e req-f2fe96b4-bab3-40fa-8b26-243f0e384ed3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 1099 time: 0.0642223 Jul 08 22:30:31.263505 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:31.288509 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a3c43-c369-427a-9928-f3b6213e033e req-b25ef411-0cd9-4e86-9b0b-6765ce9584ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:31.290011 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a3c43-c369-427a-9928-f3b6213e033e req-b25ef411-0cd9-4e86-9b0b-6765ce9584ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.1029406 Jul 08 22:30:31.367950 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a3c43-c369-427a-9928-f3b6213e033e req-36122750-b42a-4d1e-b2f4-2af81408ec03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f32d6511-f28d-4571-82e8-91faffe3089b HTTP/1.1" status: 200 len: 1000 time: 0.0644391 Jul 08 22:30:31.429462 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a3c43-c369-427a-9928-f3b6213e033e req-a690200a-1b80-457b-bbd1-9144a5c3c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:31.431013 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a3c43-c369-427a-9928-f3b6213e033e req-a690200a-1b80-457b-bbd1-9144a5c3c2c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0526936 Jul 08 22:30:31.500377 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a3c43-c369-427a-9928-f3b6213e033e req-c5e3b9ab-ea4f-4971-965e-314f6e85d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:31.502010 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a3c43-c369-427a-9928-f3b6213e033e req-c5e3b9ab-ea4f-4971-965e-314f6e85d331 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590494 Jul 08 22:30:31.507392 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '80effc1e-5f9f-46e5-9925-baf222845458', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:98:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:30:30Z', 'updated_at': '2021-07-08T22:30:30Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:31.534721 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:30:31.543976 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:31.544604 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:30:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:31.610046 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a3c43-c369-427a-9928-f3b6213e033e req-3549c059-2477-4202-adbf-d11a8c9c0413 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896752 Jul 08 22:30:31.657834 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:31.710618 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c40a3c43-c369-427a-9928-f3b6213e033e req-cff950d7-8ad3-46c7-9c98-aea6ef2d4707 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914927 Jul 08 22:30:31.909980 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '80effc1e-5f9f-46e5-9925-baf222845458', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:98:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:30:30Z', 'updated_at': '2021-07-08T22:30:30Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:31.937438 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804edc7b-680f-43e2-9a95-cf4f60ae764d None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '80effc1e-5f9f-46e5-9925-baf222845458', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:98:36:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:30:30Z', 'updated_at': '2021-07-08T22:30:30Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:30:32.125301 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46632fb2-3e76-4033-947e-95ba0d79cff6 None None] New status for floating IP 80effc1e-5f9f-46e5-9925-baf222845458: ACTIVE {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:30:36.182002 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:37.676461 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-91e114c9-e48a-4df1-9a17-e51376d3b75c tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506169634&fields=id&tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7 HTTP/1.1" status: 200 len: 267 time: 0.0330224 Jul 08 22:30:37.742909 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-66d26a93-c392-4f16-949a-0607601a9f30 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:37.744775 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-66d26a93-c392-4f16-949a-0607601a9f30 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 985 time: 0.0630019 Jul 08 22:30:37.756523 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Request body: {'port': {'security_groups': ['59f8017e-77ca-4d50-8c04-3fce93cd0941']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:30:37.851152 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.034008 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] For port 68b899b1-f108-4f81-afaa-da7d97a014b2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=68b899b1-f108-4f81-afaa-da7d97a014b2,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:38.066157 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.074535 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.097397 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['68b899b1-f108-4f81-afaa-da7d97a014b2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:30:38.119959 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:38.120579 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.121973 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ba2fb8a7-573c-46f0-babc-16827b97007e req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "PUT /v2.0/ports/68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 943 time: 0.3704152 Jul 08 22:30:38.122462 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:30:38.131286 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49630) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:38.148238 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f913a74-6765-41d3-8e6b-9ebeee7c1644" -d '{"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:30:38.195928 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event updated for resources: {'Port': ['ID=68b899b1-f108-4f81-afaa-da7d97a014b2,revision_number=7']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:38.219994 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.220350 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.220686 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.221150 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.221404 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.221867 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.222169 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.222425 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.222701 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.223082 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.223343 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.223664 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff16f64-600d-4d78-8ba0-3c16991137ff tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.256136 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['68b899b1-f108-4f81-afaa-da7d97a014b2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:30:38.302224 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9b57e0-3899-4e00-b392-cb22cf2677f5 x-openstack-request-id: req-5f9b57e0-3899-4e00-b392-cb22cf2677f5 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:30:38.303065 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:30:38.309205 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f9b57e0-3899-4e00-b392-cb22cf2677f5 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:30:38.309787 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'status': 'completed', 'code': 200} Jul 08 22:30:38.359010 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-dcdb7b91-90f5-4f46-80d9-098e62b6ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:38.367350 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-dcdb7b91-90f5-4f46-80d9-098e62b6ef58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1099 time: 0.1084955 Jul 08 22:30:38.540370 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-130ad62e-7af2-480e-823f-0276dcfb663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:38.542221 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-130ad62e-7af2-480e-823f-0276dcfb663f service neutron] 10.222.0.67 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 915 time: 0.1625283 Jul 08 22:30:38.593046 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.606875 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-87a60cc0-1424-4e04-acc6-35191fdb582f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 1001 time: 0.0572422 Jul 08 22:30:38.620793 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.655341 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-7e364f98-c9f8-4990-a3f1-f1ea8b275cee None None] Provisioning complete for port 68b899b1-f108-4f81-afaa-da7d97a014b2 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:30:38.657579 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7e364f98-c9f8-4990-a3f1-f1ea8b275cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.668037 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-f5b7cd32-9600-401e-b3ea-fdf13c22c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:38.669751 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-f5b7cd32-9600-401e-b3ea-fdf13c22c031 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 200 len: 853 time: 0.0561121 Jul 08 22:30:38.687679 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.690600 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.694724 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "DELETE /v2.0/security-groups/152101d4-9382-4610-bd13-f6c29f9d43a5 HTTP/1.1" status: 204 len: 168 time: 0.5619273 Jul 08 22:30:38.695349 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49634) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:38.748696 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152101d4-9382-4610-bd13-f6c29f9d43a5,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:38.759383 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.759735 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.760069 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.760399 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.760730 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.761055 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.761381 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.761713 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.762022 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.762339 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.762653 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.763169 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48640641-f4b0-435c-a835-7d13b0845a03 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:38.771390 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-c288d279-4b44-449f-ba6e-822898661d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:38.772894 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-c288d279-4b44-449f-ba6e-822898661d16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=552257d9-cb5d-4eab-ac82-580fe5532f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958607 Jul 08 22:30:38.886540 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Deleting port 3f8ea1d8-3b9b-4bfd-b242-7219c8eb3165 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:38.887084 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.894878 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-edfc3023-5e96-4431-8e6c-c01e75ffb04c service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100001 Jul 08 22:30:38.985077 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.985497 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:38.987989 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f913a74-6765-41d3-8e6b-9ebeee7c1644 req-26600ff7-82af-42d0-9fff-b5e5e53c4489 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898256 Jul 08 22:30:38.998338 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Calling delete_port for 3f8ea1d8-3b9b-4bfd-b242-7219c8eb3165 owned by network:floatingip {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:39.179171 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:39.205558 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event deleted for resources: {'Port': ['ID=3f8ea1d8-3b9b-4bfd-b242-7219c8eb3165,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:39.277148 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:39.277493 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Floating IP aaeccc66-e8ca-4d61-8af1-82d83faf341d disassociated (deleted). External IP: 172.27.1.21, port: 68b899b1-f108-4f81-afaa-da7d97a014b2. Jul 08 22:30:39.482429 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Router 17507e05-e4d8-42c4-8fd8-1c6155c69253 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:30:39.586425 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:30:39.591175 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:39.596144 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] Sync routers for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:30:39.605550 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:39.606156 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:30:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:39.630505 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ff973e66-f45e-4132-bdb6-31a98a7ba24f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "DELETE /v2.0/floatingips/aaeccc66-e8ca-4d61-8af1-82d83faf341d HTTP/1.1" status: 204 len: 168 time: 0.9255619 Jul 08 22:30:39.631119 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:30:39.634858 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5506e36c713e39a26939709c8300d0d9de9fa98c4794aa7e673ec52931e05aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f45a70-d249-4481-8c98-6355546fa551" -d '{"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:30:39.687587 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d094f6-6ccb-454f-bf19-41c739241a69 x-openstack-request-id: req-a1d094f6-6ccb-454f-bf19-41c739241a69 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:30:39.687886 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:30:39.688141 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1d094f6-6ccb-454f-bf19-41c739241a69 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:30:39.688530 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'status': 'completed', 'code': 200} Jul 08 22:30:39.720725 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:39.775773 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45a70-d249-4481-8c98-6355546fa551 req-b4e98574-6c93-47e7-a1ef-6c6d9735c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:39.777379 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14f45a70-d249-4481-8c98-6355546fa551 req-b4e98574-6c93-47e7-a1ef-6c6d9735c72e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 1099 time: 0.0577626 Jul 08 22:30:39.875756 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45a70-d249-4481-8c98-6355546fa551 req-a189defd-4d16-4da8-9d7e-fad206abf533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:39.877495 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14f45a70-d249-4481-8c98-6355546fa551 req-a189defd-4d16-4da8-9d7e-fad206abf533 service neutron] 10.222.0.67 "GET /v2.0/networks?id=552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 200 len: 915 time: 0.0934289 Jul 08 22:30:39.943688 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14f45a70-d249-4481-8c98-6355546fa551 req-e3043381-f2c7-43b5-a593-04434349b8ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 200 len: 217 time: 0.0560665 Jul 08 22:30:39.948655 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:42Z', 'revision_number': 5, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:39.985339 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] Checking router: 17507e05-e4d8-42c4-8fd8-1c6155c69253 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:30:39.996274 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:39.996903 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:30:15Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:40.014977 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45a70-d249-4481-8c98-6355546fa551 req-bd357ada-9b29-4f55-ae0a-84209683b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:40.018860 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14f45a70-d249-4481-8c98-6355546fa551 req-bd357ada-9b29-4f55-ae0a-84209683b7fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 200 len: 853 time: 0.0610349 Jul 08 22:30:40.096383 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45a70-d249-4481-8c98-6355546fa551 req-d6a358d5-590d-4ce0-b81c-55859aa58296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:40.097903 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14f45a70-d249-4481-8c98-6355546fa551 req-d6a358d5-590d-4ce0-b81c-55859aa58296 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=552257d9-cb5d-4eab-ac82-580fe5532f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699430 Jul 08 22:30:40.112563 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:40.194458 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14f45a70-d249-4481-8c98-6355546fa551 req-79b28ccf-1c37-4a31-a218-dee100db7036 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866079 Jul 08 22:30:40.307799 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-14f45a70-d249-4481-8c98-6355546fa551 req-8f089a11-1ba0-4ac4-8107-f2b6cdfd4f90 service neutron] 10.222.0.67 "GET /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991309 Jul 08 22:30:40.332394 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:42Z', 'revision_number': 5, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:40.360622 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0bfff-7eb8-4581-a247-4090f7de3128 None None] The sync data for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi is: [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:27:35Z', 'revision_number': 4, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6', 'name': '', 'network_id': '552257d9-cb5d-4eab-ac82-580fe5532f04', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'mac_address': 'fa:16:3e:ac:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:34Z', 'updated_at': '2021-07-08T22:27:42Z', 'revision_number': 5, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'subnets': [{'id': '4be6854a-b875-4ed6-ba7e-b9745d537e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:30:40.623174 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ebd71-9849-4453-9090-bf34834577a0 None None] New status for floating IP aaeccc66-e8ca-4d61-8af1-82d83faf341d: DOWN {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:30:42.515277 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ea71-3e5e-4bc8-bf4e-65605f0437ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:45.032015 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-e54f82d6-a895-4393-9ef8-fc724fc9c18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:45.223767 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:45.970253 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:46.067827 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade802a-1d4a-47ad-a364-96a66b36d698 req-2d8a18ae-1de9-435c-a853-3c5174db5180 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:46.069323 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6ade802a-1d4a-47ad-a364-96a66b36d698 req-2d8a18ae-1de9-435c-a853-3c5174db5180 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0664358 Jul 08 22:30:46.107096 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6ade802a-1d4a-47ad-a364-96a66b36d698 req-7954c106-cc4e-4757-9c2a-01a133f248a9 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Jul 08 22:30:47.285026 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1034b0b-4694-45e1-81d1-c102d8609669 req-1e782239-231e-487f-ac85-13c54e3146de tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:47.286438 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e1034b0b-4694-45e1-81d1-c102d8609669 req-1e782239-231e-487f-ac85-13c54e3146de tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0648992 Jul 08 22:30:47.323502 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e1034b0b-4694-45e1-81d1-c102d8609669 req-945a1012-6b65-46f9-b090-02e04fcaf46d tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Jul 08 22:30:47.716077 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:48.556212 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da973e-b50d-4180-9795-84377b04012b req-4576a1fd-ea01-4697-b054-fcc3f6cde4be tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:48.557702 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e1da973e-b50d-4180-9795-84377b04012b req-4576a1fd-ea01-4697-b054-fcc3f6cde4be tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.1212103 Jul 08 22:30:48.582577 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-f9ae4dc5-7e9a-4bd1-b99e-f7fe5a8bfe85 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:30:48.584082 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-f9ae4dc5-7e9a-4bd1-b99e-f7fe5a8bfe85 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.67 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 946 time: 0.0979116 Jul 08 22:30:48.639633 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e1da973e-b50d-4180-9795-84377b04012b req-e4604ad8-13e0-48ee-b664-5d763a8f945d tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/security-groups?id=59f8017e-77ca-4d50-8c04-3fce93cd0941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715659 Jul 08 22:30:48.717445 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Deleting port 68b899b1-f108-4f81-afaa-da7d97a014b2 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:48.717780 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:48.805314 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] For port 68b899b1-f108-4f81-afaa-da7d97a014b2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=68b899b1-f108-4f81-afaa-da7d97a014b2,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:48.805675 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:48.818148 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Calling delete_port for 68b899b1-f108-4f81-afaa-da7d97a014b2 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:48.952023 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:48.966042 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['68b899b1-f108-4f81-afaa-da7d97a014b2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:30:48.987591 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Pushing event deleted for resources: {'Port': ['ID=68b899b1-f108-4f81-afaa-da7d97a014b2,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:49.042498 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] No DVR routers for this DVR port 68b899b1-f108-4f81-afaa-da7d97a014b2 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:49.045142 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:49.047353 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-da304bb9-db0a-4f62-baf5-9d94ae00039c req-04a7b34d-e256-4f90-9962-a01aff043f08 tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.67 "DELETE /v2.0/ports/68b899b1-f108-4f81-afaa-da7d97a014b2 HTTP/1.1" status: 204 len: 173 time: 0.4483137 Jul 08 22:30:49.047853 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'name': 'network-vif-deleted', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:30:49.050138 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ddfeaa-ad91-4c74-9a79-0a7e58a76e89" -d '{"events": [{"server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "name": "network-vif-deleted", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:30:49.087654 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a03ded-e406-4dde-a343-138670abe361 x-openstack-request-id: req-c5a03ded-e406-4dde-a343-138670abe361 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:30:49.087951 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7030a684-0ea0-4e18-8dc4-b83194baea66", "name": "network-vif-deleted", "tag": "68b899b1-f108-4f81-afaa-da7d97a014b2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:30:49.088209 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5a03ded-e406-4dde-a343-138670abe361 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:30:49.088600 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7030a684-0ea0-4e18-8dc4-b83194baea66', 'name': 'network-vif-deleted', 'tag': '68b899b1-f108-4f81-afaa-da7d97a014b2', 'status': 'completed', 'code': 200} Jul 08 22:30:49.806424 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a74259e1-5612-4024-815c-728921f292a4 req-7d737060-a7c5-4d0d-ac9c-2410aa46b30f tempest-TestMinimumBasicScenario-628401847 tempest-TestMinimumBasicScenario-628401847-project] 10.222.0.43 "GET /v2.0/ports?device_id=7030a684-0ea0-4e18-8dc4-b83194baea66 HTTP/1.1" status: 200 len: 210 time: 0.0350862 Jul 08 22:30:50.705139 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49744) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:50.813568 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8ad39d3a-0ee8-4d82-b762-545bb94f1dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:50.933943 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8ad39d3a-0ee8-4d82-b762-545bb94f1dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:50.938525 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8ad39d3a-0ee8-4d82-b762-545bb94f1dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:50.979532 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad39d3a-0ee8-4d82-b762-545bb94f1dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af89c15-b0a9-4c95-8825-031059bfe4b8,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:50.985638 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-8ad39d3a-0ee8-4d82-b762-545bb94f1dff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02ee3b2feb784db385eb99d16042b721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792974 Jul 08 22:30:50.988581 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49760) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:51.052334 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72b4f5ea-e8f1-4450-b090-2b3c959b9353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:51.077215 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72b4f5ea-e8f1-4450-b090-2b3c959b9353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:51.135663 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72b4f5ea-e8f1-4450-b090-2b3c959b9353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:51.138369 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72b4f5ea-e8f1-4450-b090-2b3c959b9353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:51.142079 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-72b4f5ea-e8f1-4450-b090-2b3c959b9353 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9af89c15-b0a9-4c95-8825-031059bfe4b8 HTTP/1.1" status: 204 len: 168 time: 0.1492527 Jul 08 22:30:51.148512 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4f5ea-e8f1-4450-b090-2b3c959b9353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af89c15-b0a9-4c95-8825-031059bfe4b8,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:51.715866 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49820) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:51.900280 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 68b899b1-f108-4f81-afaa-da7d97a014b2 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:51.921045 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 68b899b1-f108-4f81-afaa-da7d97a014b2 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:51.921390 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 68b899b1-f108-4f81-afaa-da7d97a014b2 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:52.119326 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.221710 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49832) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:52.326863 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c5ba-4451-4cb1-9e70-a6dc77aa8d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.369739 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Deleting port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:52.370161 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.416404 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c5ba-4451-4cb1-9e70-a6dc77aa8d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.420957 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c5ba-4451-4cb1-9e70-a6dc77aa8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.451269 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] For port 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:52.451629 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.463452 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-cdc9c5ba-4451-4cb1-9e70-a6dc77aa8d05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17ffc0e2d4ac470cad4848b1c5cd0d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406428 Jul 08 22:30:52.464822 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Calling delete_port for 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:52.465763 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9c5ba-4451-4cb1-9e70-a6dc77aa8d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdfa83a-9693-432b-a754-d2b2373c458f,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:52.468019 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49838) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:52.517029 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1d30-0cf1-449c-a6b4-807578764ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.539133 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1d30-0cf1-449c-a6b4-807578764ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.587077 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1d30-0cf1-449c-a6b4-807578764ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.589724 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1d30-0cf1-449c-a6b4-807578764ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.591053 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-9d4b1d30-0cf1-449c-a6b4-807578764ab7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acdfa83a-9693-432b-a754-d2b2373c458f HTTP/1.1" status: 204 len: 168 time: 0.1215711 Jul 08 22:30:52.600414 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b1d30-0cf1-449c-a6b4-807578764ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdfa83a-9693-432b-a754-d2b2373c458f,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:52.653887 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:52.683662 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Pushing event deleted for resources: {'Port': ['ID=052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:52.869683 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:53.313662 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Router 17507e05-e4d8-42c4-8fd8-1c6155c69253 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:30:53.423489 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:30:53.431645 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49866) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:53.432473 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f2ab011e-7c12-469a-9eab-4e68f167f075 admin admin] 10.222.0.43 "PUT /v2.0/routers/17507e05-e4d8-42c4-8fd8-1c6155c69253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162073 Jul 08 22:30:53.434246 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] Sync routers for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:30:53.444135 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:53.444865 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:30:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:53.541913 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:53.657366 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:53.691158 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:53.744864 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Deleting port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:53.745217 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:53.843083 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] For port 9f6a355a-4bf1-4df5-b655-67b6e88dde7c, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=9f6a355a-4bf1-4df5-b655-67b6e88dde7c,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:53.843457 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:53.858779 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Calling delete_port for 9f6a355a-4bf1-4df5-b655-67b6e88dde7c owned by network:router_gateway {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:53.904036 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:30:52Z', 'revision_number': 5, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port': {'id': '9f6a355a-4bf1-4df5-b655-67b6e88dde7c', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:33Z', 'updated_at': '2021-07-08T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:53.935787 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] Checking router: 17507e05-e4d8-42c4-8fd8-1c6155c69253 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:30:53.944533 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] Routers {'17507e05-e4d8-42c4-8fd8-1c6155c69253'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:53.945144 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:30:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['17507e05-e4d8-42c4-8fd8-1c6155c69253'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:54.034339 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] Set router 17507e05-e4d8-42c4-8fd8-1c6155c69253 gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:54.039306 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.066272 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6a355a-4bf1-4df5-b655-67b6e88dde7c,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:54.094912 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:30:53Z', 'revision_number': 6, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:54.123973 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61dc24-ce64-46ce-bb3e-81fb4a2cdf76 None None] The sync data for ids ['17507e05-e4d8-42c4-8fd8-1c6155c69253'] in dv-cinder-800093-1-iscsi is: [{'id': '17507e05-e4d8-42c4-8fd8-1c6155c69253', 'name': 'tempest-TestMinimumBasicScenario-675275056-router', 'tenant_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:32Z', 'updated_at': '2021-07-08T22:30:53Z', 'revision_number': 6, 'project_id': '6d7a8947d8b849a68ae9e3bf24ca99c7', 'gw_port_host': None}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:30:54.137004 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.226863 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.229124 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.272941 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.273547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17507e05-e4d8-42c4-8fd8-1c6155c69253 {{(pid=93028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:30:54.278104 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.279279 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-2ccb4e78-2a0e-40d9-9fff-5dd84da35bb6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/17507e05-e4d8-42c4-8fd8-1c6155c69253 HTTP/1.1" status: 204 len: 168 time: 0.8466403 Jul 08 22:30:54.282385 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49872) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:54.324423 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9bdd69-268d-4072-b489-b8c488e0a909 admin admin] Deleting subnet 4be6854a-b875-4ed6-ba7e-b9745d537e53 {{(pid=93028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:30:54.327449 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdd69-268d-4072-b489-b8c488e0a909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.361177 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdd69-268d-4072-b489-b8c488e0a909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823667'] for subnet, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.440786 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdd69-268d-4072-b489-b8c488e0a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.498124 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdd69-268d-4072-b489-b8c488e0a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8452487'] for subnet, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.540802 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bdd69-268d-4072-b489-b8c488e0a909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be6854a-b875-4ed6-ba7e-b9745d537e53,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:54.543001 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdd69-268d-4072-b489-b8c488e0a909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.544936 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-0b9bdd69-268d-4072-b489-b8c488e0a909 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4be6854a-b875-4ed6-ba7e-b9745d537e53 HTTP/1.1" status: 204 len: 168 time: 0.2615900 Jul 08 22:30:54.548052 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49874) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:54.549101 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c4381a-b3b3-4255-bc3f-e29da0929d88 None None] Network 552257d9-cb5d-4eab-ac82-580fe5532f04 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:30:54.615203 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.677652 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Deleting port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:54.677908 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:54.940343 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] DHCP port deletion for 552257d9-cb5d-4eab-ac82-580fe5532f04 request from dv-cinder-800093-1-iscsi {{(pid=93029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 22:30:54.988676 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:55.019563 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:55.020285 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 052ccd9b-e809-4bf4-b2c7-60b6d9b6d9c6 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:55.042452 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Deleting port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 {{(pid=93029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:55.042841 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.053970 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] For port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:55.054330 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.071203 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Calling delete_port for b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:55.123038 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] For port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,segment=NetworkSegment(9aaa12d3-90dc-4baa-8e69-fa971e7c7909),segment_id=9aaa12d3-90dc-4baa-8e69-fa971e7c7909)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:55.123434 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.141734 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Calling delete_port for b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 owned by network:dhcp {{(pid=93029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:55.165329 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.192716 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Pushing event deleted for resources: {'Port': ['ID=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:55.194652 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] No DVR routers for this DVR port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 on host dv-cinder-800093-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:55.232062 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252'] for port, after_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.257254 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Pushing event deleted for resources: {'Port': ['ID=b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3,revision_number=None']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:55.267813 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] No DVR routers for this DVR port b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 on host dv-cinder-800093-1-iscsi {{(pid=93029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:55.270481 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.271038 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.271382 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.271727 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.272060 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.272384 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.272708 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.273029 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.273355 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.273739 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.273982 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.274297 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476fb597-e7cc-4b07-b787-bcd1c0b78725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:30:55.279730 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.292342 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552257d9-cb5d-4eab-ac82-580fe5532f04']}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:55.303617 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaa12d3-90dc-4baa-8e69-fa971e7c7909') {'for_net_delete': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:55.303925 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaa12d3-90dc-4baa-8e69-fa971e7c7909') {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:55.316724 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823674'] for segment, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.334078 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.340701 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:30:55.341069 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524688'] for segment, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: Traceback (most recent call last): Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: timer() Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: cb(*args, **kw) Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: return func(*args, **kwargs) Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: self._notify() Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: self.callback(batched_events) Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: event.method(event) Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: return f(self, *a, **k) Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._get(url).json() Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: return self.request(url, 'GET', **kwargs) Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:30:55.342698 dv-cinder-800093-1-iscsi neutron-server[93028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:30:55.394844 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.401812 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.403696 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] 10.222.0.43 "DELETE /v2.0/networks/552257d9-cb5d-4eab-ac82-580fe5532f04 HTTP/1.1" status: 204 len: 168 time: 0.8543980 Jul 08 22:30:55.406764 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49882) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:55.412824 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897daeb-280d-4999-8ba9-1558fb872dac admin admin] Pushing event deleted for resources: {'Network': ['ID=552257d9-cb5d-4eab-ac82-580fe5532f04,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:55.747243 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:55.811760 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:30:55.995436 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Deleting port 67239b98-058a-45b0-8dfc-26927c0bd37f {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:55.995773 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:56.070764 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] For port 67239b98-058a-45b0-8dfc-26927c0bd37f, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=67239b98-058a-45b0-8dfc-26927c0bd37f,segment=NetworkSegment(20dce5cf-2ea7-41e0-a9c5-549431ccfaba),segment_id=20dce5cf-2ea7-41e0-a9c5-549431ccfaba)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:56.071061 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:56.086311 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Calling delete_port for 67239b98-058a-45b0-8dfc-26927c0bd37f owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:56.260522 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:56.286285 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=67239b98-058a-45b0-8dfc-26927c0bd37f,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:56.450069 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:56.507177 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:56.526976 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:56.527317 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device b91d6ac1-11cc-4389-bf7e-8dfe811c5cb3 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:56.527722 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 9f6a355a-4bf1-4df5-b655-67b6e88dde7c no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:56.545564 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 9f6a355a-4bf1-4df5-b655-67b6e88dde7c {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:56.545899 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 9f6a355a-4bf1-4df5-b655-67b6e88dde7c not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:56.660158 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:30:56.764035 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:30:56.769182 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-063b53a2-c14e-450a-801c-ff45fe2755d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3608871 Jul 08 22:30:56.771915 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49886) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:56.773096 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] Sync routers for ids ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:30:56.783298 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] Routers {'6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:56.783898 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:30:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:56.874585 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:56.883347 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] Set router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:56.978800 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.030432 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Deleting port 7773c890-9eab-4936-9386-1eeb8157ba33 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:57.030770 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.055651 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:30:56Z', 'revision_number': 5, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port': {'id': '7773c890-9eab-4936-9386-1eeb8157ba33', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:27:38Z', 'updated_at': '2021-07-08T22:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:57.080989 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] Checking router: 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:30:57.089020 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] Routers {'6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:30:57.089620 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:30:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:57.107658 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] For port 7773c890-9eab-4936-9386-1eeb8157ba33, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=7773c890-9eab-4936-9386-1eeb8157ba33,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:57.108018 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.121136 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Calling delete_port for 7773c890-9eab-4936-9386-1eeb8157ba33 owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:57.186626 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] Set router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b gateway port host: None {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:30:57.239310 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:30:56Z', 'revision_number': 6, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:57.265746 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb05329-2c80-4822-9bbb-f572a2220d1b None None] The sync data for ids ['6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b'] in dv-cinder-800093-1-iscsi is: [{'id': '6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b', 'name': 'tempest-TestMinimumBasicScenario-723647682-router', 'tenant_id': '8613c8c407774148aeedff0da5d211dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:27:37Z', 'updated_at': '2021-07-08T22:30:56Z', 'revision_number': 6, 'project_id': '8613c8c407774148aeedff0da5d211dd', 'gw_port_host': None}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:30:57.286454 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.316747 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7773c890-9eab-4936-9386-1eeb8157ba33,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:57.381878 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.466990 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.469478 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.511161 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.511700 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:30:57.516443 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.517577 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ec791763-31f7-45b6-96f1-6ac9ecfb5d2c admin admin] 10.222.0.43 "DELETE /v2.0/routers/6ecfaf4a-d0b2-40bb-981e-f684d52e6f7b HTTP/1.1" status: 204 len: 168 time: 0.7447541 Jul 08 22:30:57.520139 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49890) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:57.567065 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede0576e-e686-4c08-a7b9-fbbba78a975d admin admin] Deleting subnet 36aed72b-0987-4e88-9392-fb51fdb5212c {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:30:57.569936 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ede0576e-e686-4c08-a7b9-fbbba78a975d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.605239 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ede0576e-e686-4c08-a7b9-fbbba78a975d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.687880 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ede0576e-e686-4c08-a7b9-fbbba78a975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.741038 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ede0576e-e686-4c08-a7b9-fbbba78a975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.769554 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0576e-e686-4c08-a7b9-fbbba78a975d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36aed72b-0987-4e88-9392-fb51fdb5212c,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:57.772929 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ede0576e-e686-4c08-a7b9-fbbba78a975d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.775379 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ede0576e-e686-4c08-a7b9-fbbba78a975d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/36aed72b-0987-4e88-9392-fb51fdb5212c HTTP/1.1" status: 204 len: 168 time: 0.2542078 Jul 08 22:30:57.777196 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49892) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:57.778599 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df08ad6-dee5-4585-b85b-37cdbe4e10f5 None None] Network fff1f7e4-29be-4977-b847-e2ef042594b1 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:30:57.842888 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.898445 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Deleting port 3e53b29e-f3c9-447a-93d1-993159384c52 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:57.898783 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.963899 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] For port 3e53b29e-f3c9-447a-93d1-993159384c52, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=3e53b29e-f3c9-447a-93d1-993159384c52,segment=NetworkSegment(20dce5cf-2ea7-41e0-a9c5-549431ccfaba),segment_id=20dce5cf-2ea7-41e0-a9c5-549431ccfaba)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:57.964187 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:57.976259 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Calling delete_port for 3e53b29e-f3c9-447a-93d1-993159384c52 owned by network:dhcp {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:58.039512 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] DHCP port deletion for fff1f7e4-29be-4977-b847-e2ef042594b1 request from dv-cinder-800093-1-iscsi {{(pid=93029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 22:30:58.057368 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.085073 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e53b29e-f3c9-447a-93d1-993159384c52,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:58.087156 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] Deleting port 3e53b29e-f3c9-447a-93d1-993159384c52 {{(pid=93029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:30:58.087534 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.088598 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] No DVR routers for this DVR port 3e53b29e-f3c9-447a-93d1-993159384c52 on host dv-cinder-800093-1-iscsi {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:58.153615 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] For port 3e53b29e-f3c9-447a-93d1-993159384c52, host dv-cinder-800093-1-iscsi, got binding levels [] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:30:58.154004 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.162065 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.167666 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] Calling delete_port for 3e53b29e-f3c9-447a-93d1-993159384c52 owned by network:dhcp {{(pid=93029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:30:58.170580 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.ipam_backend_mixin [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] Port 3e53b29e-f3c9-447a-93d1-993159384c52 was not found and therefore no delete operation was performed {{(pid=93029) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 22:30:58.172520 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252'] for port, after_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.172695 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff1f7e4-29be-4977-b847-e2ef042594b1']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:58.183717 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dce5cf-2ea7-41e0-a9c5-549431ccfaba') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:58.184260 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dce5cf-2ea7-41e0-a9c5-549431ccfaba') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:30:58.197620 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] Pushing event deleted for resources: {'Port': ['ID=3e53b29e-f3c9-447a-93d1-993159384c52,revision_number=None']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:58.201146 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da1124-3d4b-4fb0-8134-443d230dbde0 None None] No DVR routers for this DVR port 3e53b29e-f3c9-447a-93d1-993159384c52 on host dv-cinder-800093-1-iscsi {{(pid=93029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:30:58.207269 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.226203 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.232220 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:30:58.232609 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:30:58.235008 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:30:58.292592 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.298943 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.303295 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fff1f7e4-29be-4977-b847-e2ef042594b1 HTTP/1.1" status: 204 len: 168 time: 0.5250161 Jul 08 22:30:58.315060 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0f98d-4ce9-4067-8a65-d4f7cb7132c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fff1f7e4-29be-4977-b847-e2ef042594b1,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:58.462957 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 7773c890-9eab-4936-9386-1eeb8157ba33 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:58.482196 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 7773c890-9eab-4936-9386-1eeb8157ba33 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:58.482549 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 7773c890-9eab-4936-9386-1eeb8157ba33 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:58.483011 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 3e53b29e-f3c9-447a-93d1-993159384c52 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:58.495423 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49898) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:58.501905 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 3e53b29e-f3c9-447a-93d1-993159384c52 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:58.502256 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 3e53b29e-f3c9-447a-93d1-993159384c52 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:58.502676 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 67239b98-058a-45b0-8dfc-26927c0bd37f no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:30:58.524914 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 67239b98-058a-45b0-8dfc-26927c0bd37f {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:30:58.525180 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 67239b98-058a-45b0-8dfc-26927c0bd37f not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:30:58.538297 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-14b5d054-bcf5-40d0-bfee-c7e609f1738b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d7a8947d8b849a68ae9e3bf24ca99c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416019 Jul 08 22:30:58.540687 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 49900) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:58.586771 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe28f6c2-50ad-458c-a293-91abecbe08e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.607381 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe28f6c2-50ad-458c-a293-91abecbe08e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.652163 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe28f6c2-50ad-458c-a293-91abecbe08e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.654768 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fe28f6c2-50ad-458c-a293-91abecbe08e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:58.656861 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fe28f6c2-50ad-458c-a293-91abecbe08e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59f8017e-77ca-4d50-8c04-3fce93cd0941 HTTP/1.1" status: 204 len: 168 time: 0.1145725 Jul 08 22:30:58.665589 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28f6c2-50ad-458c-a293-91abecbe08e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f8017e-77ca-4d50-8c04-3fce93cd0941,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:30:58.963301 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49906) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:59.001451 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-bae13e17-f6bf-4094-a009-0f2db45c9b26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8613c8c407774148aeedff0da5d211dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369802 Jul 08 22:30:59.003848 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 49908) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:30:59.049716 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4dba121d-ef4f-4200-bafb-05f5f4bee390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:59.070675 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4dba121d-ef4f-4200-bafb-05f5f4bee390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:59.118874 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4dba121d-ef4f-4200-bafb-05f5f4bee390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:59.121520 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4dba121d-ef4f-4200-bafb-05f5f4bee390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:30:59.122870 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-4dba121d-ef4f-4200-bafb-05f5f4bee390 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5330a421-6195-4d54-a347-3fe07cb9b5dd HTTP/1.1" status: 204 len: 168 time: 0.1180925 Jul 08 22:30:59.131352 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba121d-ef4f-4200-bafb-05f5f4bee390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5330a421-6195-4d54-a347-3fe07cb9b5dd,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:31:06.193703 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:08.143427 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-58bfd3a8-27b7-4e8a-9a27-849d0a2d548b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1851099 Jul 08 22:31:08.244070 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-e4d3d4e2-5bd0-468b-aeee-ed3843f70856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:31:08.245940 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-e4d3d4e2-5bd0-468b-aeee-ed3843f70856 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 1099 time: 0.0520794 Jul 08 22:31:08.356014 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-0b7d2241-db79-4f91-8d21-cba92f1323f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:31:08.357459 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-0b7d2241-db79-4f91-8d21-cba92f1323f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0880992 Jul 08 22:31:08.427301 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-8b48bc49-c77b-440b-bc4b-e155d7a12702 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f32d6511-f28d-4571-82e8-91faffe3089b HTTP/1.1" status: 200 len: 1002 time: 0.0615866 Jul 08 22:31:08.477524 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-6ab0f7ff-6809-4109-8f96-e91d84b52411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:31:08.479000 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-6ab0f7ff-6809-4109-8f96-e91d84b52411 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0435967 Jul 08 22:31:08.539386 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-09d6e0a9-b58f-4947-9960-cb9dd323aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:31:08.540761 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-09d6e0a9-b58f-4947-9960-cb9dd323aedc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545781 Jul 08 22:31:08.552362 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-0a754af3-b1cb-41cb-82e3-782fb39b6ed2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:31:08.553306 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-0a754af3-b1cb-41cb-82e3-782fb39b6ed2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051346 Jul 08 22:31:08.644191 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-34dc5012-86b7-422a-a876-1a8c5f06eb15 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801814 Jul 08 22:31:08.737951 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-d1a0e59b-e50f-44c0-a171-76defdf0410b req-c72ff6d2-ef3f-4922-9fbd-c3285b2a81cf service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824709 Jul 08 22:31:12.518106 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-1644c364-2bdf-4f24-b4c3-4d5c63d77304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:12.982846 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50012) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:31:13.082587 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1d917e3-ec9c-41fd-ae51-ecc653518ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:13.172411 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1d917e3-ec9c-41fd-ae51-ecc653518ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:13.176164 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1d917e3-ec9c-41fd-ae51-ecc653518ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:13.215656 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-f1d917e3-ec9c-41fd-ae51-ecc653518ba3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bf927277898436299c12702a3692d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293394 Jul 08 22:31:13.215656 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d917e3-ec9c-41fd-ae51-ecc653518ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5060705e-51bd-4de9-960d-2ed7e1cc97f6,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:31:13.216061 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50016) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:31:13.266490 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-93a2b3ea-1a35-4afe-8453-64e6467a4f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:13.292737 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-93a2b3ea-1a35-4afe-8453-64e6467a4f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:13.340849 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-93a2b3ea-1a35-4afe-8453-64e6467a4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:13.343890 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-93a2b3ea-1a35-4afe-8453-64e6467a4f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:13.347591 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-93a2b3ea-1a35-4afe-8453-64e6467a4f93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5060705e-51bd-4de9-960d-2ed7e1cc97f6 HTTP/1.1" status: 204 len: 168 time: 0.1280675 Jul 08 22:31:13.353070 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2b3ea-1a35-4afe-8453-64e6467a4f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5060705e-51bd-4de9-960d-2ed7e1cc97f6,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:31:15.034335 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-563842bf-c421-4af5-8635-72611a413c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:15.224172 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:15.972319 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:17.719010 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:32.810572 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:31:36.192337 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:42.519457 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7c58d150-5336-4ba1-bb7d-abf08455b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:45.036331 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-322e6283-be35-4cbd-801e-a1d5fb1da409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:45.227581 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:45.974974 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:31:47.720306 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:06.206118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:09.269587 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-e2abb00a-3ef4-4c23-8c5e-7267da798a0e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503876 Jul 08 22:32:09.367721 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-0b5f03a3-ff4d-49ad-a2f8-285ac774085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:09.369169 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-0b5f03a3-ff4d-49ad-a2f8-285ac774085b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 1099 time: 0.0531263 Jul 08 22:32:09.473177 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-f29792b8-deb6-46f7-a4f7-661a95757f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:09.474643 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-f29792b8-deb6-46f7-a4f7-661a95757f4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0813315 Jul 08 22:32:09.545872 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-2b763af9-1f2e-40c0-893e-a9147b1682f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f32d6511-f28d-4571-82e8-91faffe3089b HTTP/1.1" status: 200 len: 1002 time: 0.0632555 Jul 08 22:32:09.593799 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-79923bc9-8596-4daf-af41-c9744552a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:09.595300 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-79923bc9-8596-4daf-af41-c9744552a7d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0428381 Jul 08 22:32:09.651068 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-67dae5a5-d85b-4605-8804-acb5bc6b8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:09.652483 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-67dae5a5-d85b-4605-8804-acb5bc6b8e8e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490437 Jul 08 22:32:09.740777 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-afc70de4-ac44-4227-a568-8502e8a39181 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804315 Jul 08 22:32:09.809953 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:32:09.829619 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-6f97b9b2-61f9-44f8-873d-616b69b62107 req-2e92be77-dbac-4f8d-9e04-d4be77d4b5aa service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790722 Jul 08 22:32:12.520314 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-1210f190-487e-46ab-bad1-b6d05217e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:15.037505 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-00d29964-e059-4c45-8947-dcf46584adaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:15.227823 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:15.976885 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:17.728191 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:36.206030 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:42.521277 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-e5f68a73-ff8a-46d4-b003-9bcf5b0b9851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:45.038072 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b339f308-33fd-4999-bd7c-defb09abc8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:45.228570 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:45.979895 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:46.808436 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:32:47.725989 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:48.258994 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168140a9-52cf-4f5c-9b6f-7c77c97afd14 req-2ceebdf3-f8f9-4e7d-adaf-26e8c6a5a568 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:48.260348 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-168140a9-52cf-4f5c-9b6f-7c77c97afd14 req-2ceebdf3-f8f9-4e7d-adaf-26e8c6a5a568 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 946 time: 0.0623262 Jul 08 22:32:48.300679 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-168140a9-52cf-4f5c-9b6f-7c77c97afd14 req-74040a91-7d3e-44f5-ab68-63f65b322863 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347567 Jul 08 22:32:49.613732 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224140a5-9d0d-4cd5-aeff-474a51d74a16 req-57a441b5-a22e-4945-8a37-40082b687745 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:49.615245 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-224140a5-9d0d-4cd5-aeff-474a51d74a16 req-57a441b5-a22e-4945-8a37-40082b687745 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 946 time: 0.2055528 Jul 08 22:32:49.652501 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-224140a5-9d0d-4cd5-aeff-474a51d74a16 req-9c3a6e70-437c-40de-a01b-c71683fe4a95 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Jul 08 22:32:49.999647 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-9df8c73d-2863-43ae-8902-172cf11dd25f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:50.001073 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-9df8c73d-2863-43ae-8902-172cf11dd25f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 946 time: 0.0610909 Jul 08 22:32:50.102162 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Deleting port f32d6511-f28d-4571-82e8-91faffe3089b {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:32:50.102500 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:50.187005 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] For port f32d6511-f28d-4571-82e8-91faffe3089b, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=f32d6511-f28d-4571-82e8-91faffe3089b,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:32:50.187279 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:50.363515 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:50.363883 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:50.364190 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Floating IP 80effc1e-5f9f-46e5-9925-baf222845458 disassociated. External IP: 172.27.1.234, port: f32d6511-f28d-4571-82e8-91faffe3089b. Jul 08 22:32:50.364525 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Calling delete_port for f32d6511-f28d-4571-82e8-91faffe3089b owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:32:50.484472 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:50.510126 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event deleted for resources: {'Port': ['ID=f32d6511-f28d-4571-82e8-91faffe3089b,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:32:50.522514 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.522892 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.523234 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.523565 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.523903 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.524223 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.524546 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.524866 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.525195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.525510 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.525830 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.526146 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:32:50.633945 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Router 06f41440-211a-4f42-a34b-fe5cace756e3 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:32:50.742310 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:32:50.754094 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591decb1-425c-439e-a2ac-398830044682 None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:32:50.764895 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591decb1-425c-439e-a2ac-398830044682 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:32:50.765597 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-591decb1-425c-439e-a2ac-398830044682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:32:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:32:50.797411 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] No DVR routers for this DVR port f32d6511-f28d-4571-82e8-91faffe3089b on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:32:50.800488 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:50.802411 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a9743dc4-c105-4783-9c60-b5e2fb3ce664 req-ae523829-9309-4f44-bbc1-4fba8c30e67d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "DELETE /v2.0/ports/f32d6511-f28d-4571-82e8-91faffe3089b HTTP/1.1" status: 204 len: 173 time: 0.7950928 Jul 08 22:32:50.802849 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'name': 'network-vif-deleted', 'tag': 'f32d6511-f28d-4571-82e8-91faffe3089b'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:32:50.805066 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dbade1-f76e-42d4-a2bc-507340ecb76f" -d '{"events": [{"server_uuid": "ee219bf7-4a62-4ded-838b-44696ec1ae06", "name": "network-vif-deleted", "tag": "f32d6511-f28d-4571-82e8-91faffe3089b"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:32:50.835805 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9417e9c5-56a5-4480-acbf-83a588187e16 req-7901b94d-9abb-4b5b-be2b-47d56e22e6ae tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee219bf7-4a62-4ded-838b-44696ec1ae06 HTTP/1.1" status: 200 len: 210 time: 0.0616782 Jul 08 22:32:50.891328 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-591decb1-425c-439e-a2ac-398830044682 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:32:50.944768 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f15c24-2200-472c-9622-b3e3403aabed x-openstack-request-id: req-71f15c24-2200-472c-9622-b3e3403aabed {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:32:50.945097 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee219bf7-4a62-4ded-838b-44696ec1ae06", "name": "network-vif-deleted", "tag": "f32d6511-f28d-4571-82e8-91faffe3089b", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:32:50.945335 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71f15c24-2200-472c-9622-b3e3403aabed {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:32:50.945760 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee219bf7-4a62-4ded-838b-44696ec1ae06', 'name': 'network-vif-deleted', 'tag': 'f32d6511-f28d-4571-82e8-91faffe3089b', 'status': 'completed', 'code': 200} Jul 08 22:32:51.098244 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-591decb1-425c-439e-a2ac-398830044682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:32:51.124584 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591decb1-425c-439e-a2ac-398830044682 None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:32:51.133048 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591decb1-425c-439e-a2ac-398830044682 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:32:51.133653 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-591decb1-425c-439e-a2ac-398830044682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:32:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:32:51.246789 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-591decb1-425c-439e-a2ac-398830044682 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:32:51.439009 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-591decb1-425c-439e-a2ac-398830044682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:32:51.464990 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591decb1-425c-439e-a2ac-398830044682 None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:32:51.699663 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db196e-859f-4207-8191-c1df9960b279 None None] New status for floating IP 80effc1e-5f9f-46e5-9925-baf222845458: DOWN {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:32:52.125875 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-8e9c2cd0-3d86-4240-9202-aadf6dbfc119 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961998688&fields=id&tenant_id=24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 267 time: 0.0322630 Jul 08 22:32:52.229219 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-354657fb-3f5b-4fa7-a062-35c886b84776 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:52.230700 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-354657fb-3f5b-4fa7-a062-35c886b84776 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 812 time: 0.0987036 Jul 08 22:32:52.245160 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-760ffc7b-b8ef-405b-865e-a9209055fe5d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/quotas/24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 375 time: 0.0086448 Jul 08 22:32:52.311868 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-22750587-b068-4244-ba1e-9efdd94e782e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614355 Jul 08 22:32:52.374389 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-4a2fa107-a4d4-4dd7-8eea-29f61878157d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:32:52.375435 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-4a2fa107-a4d4-4dd7-8eea-29f61878157d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526483 Jul 08 22:32:52.460858 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-e392db04-0b94-46ac-9636-6aa1e1bc4d54 service neutron] 10.222.0.43 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795434 Jul 08 22:32:52.554111 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-85c3e2d1-6af0-400e-9856-c93466299444 service neutron] 10.222.0.43 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877461 Jul 08 22:32:52.841499 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-dd373ec4-0011-4a93-8901-1eaee2f03265 req-23d8f075-85ae-4303-9b03-b807911c2a9b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 210 time: 0.0280738 Jul 08 22:32:53.931203 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device f32d6511-f28d-4571-82e8-91faffe3089b no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:32:53.952654 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: f32d6511-f28d-4571-82e8-91faffe3089b {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:32:53.953375 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device f32d6511-f28d-4571-82e8-91faffe3089b not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:32:53.987762 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0a4b65be-f112-4f56-80d6-5977bd30bd5d req-ce22c227-d4eb-4120-aa83-ca29b8bac867 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 210 time: 0.0360634 Jul 08 22:32:54.090165 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-45736a9b-a2f3-4c24-8032-94fec4e7d2b7 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:54.091667 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-45736a9b-a2f3-4c24-8032-94fec4e7d2b7 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 812 time: 0.1074691 Jul 08 22:32:54.145989 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-8d740933-15ed-4e6b-b8ee-ac5a91ea78a8 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 379 time: 0.0334921 Jul 08 22:32:54.157932 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'port': {'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'admin_state_up': True, 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'security_groups': ['104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:32:54.271363 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Made reservation on behalf of 24917ef729574687b1804dc8df51eca4 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:32:54.274884 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:54.395992 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Allocated IP 172.20.0.9 (c58891d9-77ad-4f0d-a9de-360eee212041/a6cc4d34-f78c-4455-a525-8e2e50d2ee40/93086437-e808-4023-9d81-e461f3f84fb2) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:32:54.534676 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:54.548499 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Transition to ACTIVE for port object 93086437-e808-4023-9d81-e461f3f84fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:32:54.584233 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:54.624914 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Network c58891d9-77ad-4f0d-a9de-360eee212041 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:32:54.628107 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:32:54.634035 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:32:54.669490 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=93086437-e808-4023-9d81-e461f3f84fb2,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:32:54.693529 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:54.694156 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:54.710613 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-599e234d-067c-4b86-b3fb-d3f85107af3b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592039 Jul 08 22:32:54.723875 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Request body: {'port': {'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:32:54.800299 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:54.871837 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-32ebefd4-297d-47dc-acc9-246230ef3d50 None None] Provisioning for port 93086437-e808-4023-9d81-e461f3f84fb2 completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:32:54.875734 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-32ebefd4-297d-47dc-acc9-246230ef3d50 None None] Provisioning complete for port 93086437-e808-4023-9d81-e461f3f84fb2 triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:32:54.876102 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-32ebefd4-297d-47dc-acc9-246230ef3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:54.914655 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-32ebefd4-297d-47dc-acc9-246230ef3d50 None None] Port 93086437-e808-4023-9d81-e461f3f84fb2 cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:32:55.058996 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93086437-e808-4023-9d81-e461f3f84fb2 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:32:55.066379 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:55.078424 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Transition to ACTIVE for port object 93086437-e808-4023-9d81-e461f3f84fb2 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:32:55.083742 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:55.162584 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Pushing event updated for resources: {'Port': ['ID=93086437-e808-4023-9d81-e461f3f84fb2,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:32:55.243807 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd4370-3527-4e42-b2c3-9d8b205e3918 req-ce433cb4-49c7-4dfe-8b2a-08c097bdc20c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:55.245348 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1edd4370-3527-4e42-b2c3-9d8b205e3918 req-ce433cb4-49c7-4dfe-8b2a-08c097bdc20c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 943 time: 0.1325245 Jul 08 22:32:55.278877 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Attempting to bind port 93086437-e808-4023-9d81-e461f3f84fb2 on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:32:55.279224 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Attempting to bind port 93086437-e808-4023-9d81-e461f3f84fb2 by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:32:55.279554 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Attempting to bind port 93086437-e808-4023-9d81-e461f3f84fb2 on network c58891d9-77ad-4f0d-a9de-360eee212041 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:32:55.288238 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Port 93086437-e808-4023-9d81-e461f3f84fb2 on network c58891d9-77ad-4f0d-a9de-360eee212041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:32:55.288756 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Attempting to bind port 93086437-e808-4023-9d81-e461f3f84fb2 on network c58891d9-77ad-4f0d-a9de-360eee212041 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:32:55.302197 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:32:55.302540 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Checking segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:32:55.302957 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Bound using segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:32:55.303385 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Bound port: 93086437-e808-4023-9d81-e461f3f84fb2, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:32:55.303746 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:55.308689 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1edd4370-3527-4e42-b2c3-9d8b205e3918 req-3431e8d7-5231-4b1e-8e7e-d69e67c91a6f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560629 Jul 08 22:32:55.367753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] For port 93086437-e808-4023-9d81-e461f3f84fb2, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:32:55.370679 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] For port 93086437-e808-4023-9d81-e461f3f84fb2, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=93086437-e808-4023-9d81-e461f3f84fb2,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:32:55.374696 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:55.406023 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:55.406639 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:32:55.408029 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] 10.222.0.67 "PUT /v2.0/ports/93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 200 len: 1093 time: 0.6885009 Jul 08 22:32:55.408466 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:32:55.410667 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ada1d9-480a-4e78-84bf-57904dce7754" -d '{"events": [{"name": "network-changed", "server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "tag": "93086437-e808-4023-9d81-e461f3f84fb2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:32:55.438562 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19edfc-5f92-462d-8b07-4dedca595cdc service neutron] Pushing event updated for resources: {'Port': ['ID=93086437-e808-4023-9d81-e461f3f84fb2,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:32:55.449925 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c31d3a-db70-47c3-b9fa-c9ab49423a2c x-openstack-request-id: req-68c31d3a-db70-47c3-b9fa-c9ab49423a2c {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:32:55.450270 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "tag": "93086437-e808-4023-9d81-e461f3f84fb2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:32:55.450522 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68c31d3a-db70-47c3-b9fa-c9ab49423a2c {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:32:55.450965 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2', 'status': 'completed', 'code': 200} Jul 08 22:32:55.514762 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-728d9eff-8e72-4edb-8e06-8d6ea9ab699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:55.516300 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-728d9eff-8e72-4edb-8e06-8d6ea9ab699a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1096 time: 0.0556865 Jul 08 22:32:55.563609 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-c8e82c9a-6f5a-4a9b-9f43-d96d4350fe52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 200 len: 217 time: 0.0386174 Jul 08 22:32:55.613696 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-6e4f56e4-01c7-44d5-a24c-dd09bc2f7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:55.615153 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-6e4f56e4-01c7-44d5-a24c-dd09bc2f7d90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0438573 Jul 08 22:32:55.671760 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-d35b6785-136f-41a0-856a-a543a260d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:55.673202 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-d35b6785-136f-41a0-856a-a543a260d85c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512047 Jul 08 22:32:55.765577 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-24cdabb6-85e1-4ca3-be58-875ad9a2e3b2 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838044 Jul 08 22:32:55.853267 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-fd74c445-a8f7-47a4-92fd-6f238399ffc0 req-42ca6fa6-d18c-48aa-98fc-b578f260742e service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798166 Jul 08 22:32:55.961090 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-ce6a13ae-6203-4ead-b61d-a0dd980bffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:55.962504 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-ce6a13ae-6203-4ead-b61d-a0dd980bffa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1096 time: 0.0579977 Jul 08 22:32:56.051489 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-8f003bcb-fd81-45b8-86a5-33de733d715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:56.052925 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-8f003bcb-fd81-45b8-86a5-33de733d715e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0813072 Jul 08 22:32:56.100412 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-fa8f44d5-639d-4ce6-ae7a-21729fc4bccc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 200 len: 217 time: 0.0399458 Jul 08 22:32:56.152098 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-e1157830-38fd-45ee-89cb-151bb1b442d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:56.153530 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-e1157830-38fd-45ee-89cb-151bb1b442d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0464911 Jul 08 22:32:56.208855 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-ebd892ba-2cce-4bf7-a136-a8bad44bf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:56.210274 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-ebd892ba-2cce-4bf7-a136-a8bad44bf11c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489256 Jul 08 22:32:56.296292 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-96b1ae56-8fc1-4990-9167-7272438c75d8 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784271 Jul 08 22:32:56.388620 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-03ada1d9-480a-4e78-84bf-57904dce7754 req-b1ab1ea6-c2ec-43d3-8453-af76d7476b19 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838895 Jul 08 22:32:56.493271 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23eb12-cf19-4427-b157-b6c32a3c3046 req-a1a2420e-35f7-4ced-ba87-e188a053deaf tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:56.494729 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de23eb12-cf19-4427-b157-b6c32a3c3046 req-a1a2420e-35f7-4ced-ba87-e188a053deaf tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 943 time: 0.0615249 Jul 08 22:32:56.535335 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-de23eb12-cf19-4427-b157-b6c32a3c3046 req-c8ce6826-2b1c-46cc-b3ee-413d34ee03ee tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321586 Jul 08 22:32:57.709789 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbfa0d-dc98-4e98-8a70-940c205e2a07 req-2aba8f32-4482-40c1-a208-64793f53ca05 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:57.711262 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ccdbfa0d-dc98-4e98-8a70-940c205e2a07 req-2aba8f32-4482-40c1-a208-64793f53ca05 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 943 time: 0.0654140 Jul 08 22:32:57.747617 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ccdbfa0d-dc98-4e98-8a70-940c205e2a07 req-81e5d41b-09f7-4e84-adec-703247b49172 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307593 Jul 08 22:32:58.920433 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8d66b-08bb-4e09-9890-bba95fa38ff3 req-a1cb00ae-4ec3-43a0-abe6-a0f3b0e78d2e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:32:58.921910 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4d8d66b-08bb-4e09-9890-bba95fa38ff3 req-a1cb00ae-4ec3-43a0-abe6-a0f3b0e78d2e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 943 time: 0.0615494 Jul 08 22:32:58.958589 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4d8d66b-08bb-4e09-9890-bba95fa38ff3 req-5ed32f84-3068-44c0-bbf0-b7049a5a5b88 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310047 Jul 08 22:33:00.127155 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfccce-2fde-49de-a028-5fddf78bf9cc req-1a70a5b4-0ef8-4c75-834a-bb9ba1b01ca8 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:00.128613 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-61bfccce-2fde-49de-a028-5fddf78bf9cc req-1a70a5b4-0ef8-4c75-834a-bb9ba1b01ca8 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 943 time: 0.0630913 Jul 08 22:33:00.165936 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-61bfccce-2fde-49de-a028-5fddf78bf9cc req-02f09935-c26b-4533-9a7d-3f8ef979ad6b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316200 Jul 08 22:33:01.335545 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25158e7-db85-4ae5-9cbc-0ba4c34b6aa8 req-be7c12d2-3e23-4052-87dc-0e94a273b263 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:01.336978 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a25158e7-db85-4ae5-9cbc-0ba4c34b6aa8 req-be7c12d2-3e23-4052-87dc-0e94a273b263 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 943 time: 0.0650563 Jul 08 22:33:01.373481 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a25158e7-db85-4ae5-9cbc-0ba4c34b6aa8 req-c69e17eb-596d-4e45-9eb6-b3a5005f2a2f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304868 Jul 08 22:33:02.546071 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd48f0-fc11-49d0-b405-f13e069daa8f req-7eb40224-b891-4688-89e6-62b3bd012d29 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:02.547605 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-53fd48f0-fc11-49d0-b405-f13e069daa8f req-7eb40224-b891-4688-89e6-62b3bd012d29 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 943 time: 0.0647991 Jul 08 22:33:02.584761 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-53fd48f0-fc11-49d0-b405-f13e069daa8f req-5eb99a08-1577-49fc-8e0f-0ec305760f36 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313532 Jul 08 22:33:03.756830 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9618eaa-5b66-4c1b-afca-daa780b31512 req-7213a79d-8337-421e-bcf7-56eb21ceb464 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:03.758544 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b9618eaa-5b66-4c1b-afca-daa780b31512 req-7213a79d-8337-421e-bcf7-56eb21ceb464 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 943 time: 0.0666735 Jul 08 22:33:03.799188 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b9618eaa-5b66-4c1b-afca-daa780b31512 req-0d9d4ff3-c6db-4801-84ed-53e55c671987 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347579 Jul 08 22:33:04.020582 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 93086437-e808-4023-9d81-e461f3f84fb2 details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:33:04.113232 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 93086437-e808-4023-9d81-e461f3f84fb2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=93086437-e808-4023-9d81-e461f3f84fb2,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:33:04.125068 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': '93086437-e808-4023-9d81-e461f3f84fb2', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:33:04.161518 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:04.176876 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93086437-e808-4023-9d81-e461f3f84fb2 {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:33:04.197018 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 93086437-e808-4023-9d81-e461f3f84fb2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=93086437-e808-4023-9d81-e461f3f84fb2,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:33:04.201456 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:04.252539 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=93086437-e808-4023-9d81-e461f3f84fb2,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:33:04.259585 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.259922 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.260256 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.260584 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.261129 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.261600 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.261925 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.262247 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.262570 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.262917 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.263891 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.264211 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:33:04.483118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['93086437-e808-4023-9d81-e461f3f84fb2'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:33:04.969333 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498066-e42d-4a15-bb84-1982ed051662 req-7bcebaea-4489-4829-8d64-c221cd911a5f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:04.970850 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-07498066-e42d-4a15-bb84-1982ed051662 req-7bcebaea-4489-4829-8d64-c221cd911a5f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 944 time: 0.0623920 Jul 08 22:33:05.006987 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-07498066-e42d-4a15-bb84-1982ed051662 req-7239a6ae-35b3-4c40-bed8-96beeed1898c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306113 Jul 08 22:33:06.025221 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 93086437-e808-4023-9d81-e461f3f84fb2 up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:33:06.073830 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port 93086437-e808-4023-9d81-e461f3f84fb2 completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:33:06.078637 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port 93086437-e808-4023-9d81-e461f3f84fb2 triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:33:06.079161 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:06.157105 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:06.179190 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b722d-9a6f-469e-8b07-f6e27aff7abf req-78b9777c-3e40-4b8d-b851-f0507f68517f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:06.180669 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ae8b722d-9a6f-469e-8b07-f6e27aff7abf req-78b9777c-3e40-4b8d-b851-f0507f68517f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 944 time: 0.0630941 Jul 08 22:33:06.219664 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-ae8b722d-9a6f-469e-8b07-f6e27aff7abf req-32153d9e-3dc4-492a-bce4-9d5342d2a797 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329165 Jul 08 22:33:06.308110 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:33:06.310971 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13699c7-7f8a-404c-9b20-ebe4193864a4" -d '{"events": [{"server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "name": "network-vif-plugged", "status": "completed", "tag": "93086437-e808-4023-9d81-e461f3f84fb2"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:33:06.320945 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:06.324414 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port 93086437-e808-4023-9d81-e461f3f84fb2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=93086437-e808-4023-9d81-e461f3f84fb2,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:33:06.328234 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:06.375478 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=93086437-e808-4023-9d81-e461f3f84fb2,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:33:06.399861 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cb7947-b21d-472f-b0ec-a4da3775fb6c x-openstack-request-id: req-40cb7947-b21d-472f-b0ec-a4da3775fb6c {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:33:06.400149 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "name": "network-vif-plugged", "status": "completed", "tag": "93086437-e808-4023-9d81-e461f3f84fb2", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:33:06.400396 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40cb7947-b21d-472f-b0ec-a4da3775fb6c {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:33:06.400777 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2', 'code': 200} Jul 08 22:33:06.681886 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228d760-2f83-4b44-bcfd-cc3b20825de4 req-e6315849-2d99-4266-8af0-5ee27a80a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:06.683421 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8228d760-2f83-4b44-bcfd-cc3b20825de4 req-e6315849-2d99-4266-8af0-5ee27a80a266 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1098 time: 0.0593235 Jul 08 22:33:06.717165 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-8228d760-2f83-4b44-bcfd-cc3b20825de4 req-6ca09a5a-1129-4e13-9403-ac2ae5d38043 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264230 Jul 08 22:33:07.391782 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd2c5b-63d3-41ba-9682-52c09d8948dc req-130edc64-d14a-4cd8-ad89-62a148d9ee56 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:07.393260 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31cd2c5b-63d3-41ba-9682-52c09d8948dc req-130edc64-d14a-4cd8-ad89-62a148d9ee56 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 945 time: 0.0622594 Jul 08 22:33:07.429406 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-31cd2c5b-63d3-41ba-9682-52c09d8948dc req-40375627-a98a-456c-9234-18a504b1f2d3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306227 Jul 08 22:33:08.604182 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d5d1f-680a-44c2-a50b-4215c123384f req-91e96623-5337-4f2b-ac12-95ca811fe737 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:08.605615 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cd1d5d1f-680a-44c2-a50b-4215c123384f req-91e96623-5337-4f2b-ac12-95ca811fe737 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 945 time: 0.0636208 Jul 08 22:33:08.642256 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-cd1d5d1f-680a-44c2-a50b-4215c123384f req-cda2f1d3-da0e-4ec7-a41e-ab1bb58cc617 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Jul 08 22:33:08.816711 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802d3e-95f2-4d91-b5a3-b6b110137c4a req-6ef0055d-c3d1-46a0-a114-605974bfccf5 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:08.818080 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-35802d3e-95f2-4d91-b5a3-b6b110137c4a req-6ef0055d-c3d1-46a0-a114-605974bfccf5 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 945 time: 0.0620239 Jul 08 22:33:08.853986 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-35802d3e-95f2-4d91-b5a3-b6b110137c4a req-cedb0486-2fcc-4237-bdc4-4a42350dd788 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304627 Jul 08 22:33:08.877921 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50126) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:33:08.929071 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3bf3a-02d6-4c89-8281-98bbd951fab8 tempest-TestVolumeBootPattern-637220875 tempest-TestVolumeBootPattern-637220875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:08.930593 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-73d3bf3a-02d6-4c89-8281-98bbd951fab8 tempest-TestVolumeBootPattern-637220875 tempest-TestVolumeBootPattern-637220875-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1093 time: 0.0516882 Jul 08 22:33:08.933384 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50128) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:33:08.938174 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:33:08.960166 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:09.057897 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:09.169460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Allocated IP 172.27.1.235 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/9f967864-c752-495b-8846-195a73e4ca6e) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:33:09.265936 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:09.303807 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:09.338631 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:33:09.343710 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:33:09.346943 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:33:09.372985 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=9f967864-c752-495b-8846-195a73e4ca6e,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:33:09.976498 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:10.051770 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:10.197527 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:10.201723 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:10.266370 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=9f967864-c752-495b-8846-195a73e4ca6e,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:33:10.275969 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:10.373351 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Floating IP 685b7269-7a03-411d-b38c-48e89b332dc1 associated. External IP: 172.27.1.235, port: 93086437-e808-4023-9d81-e461f3f84fb2. Jul 08 22:33:10.575321 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Router 06f41440-211a-4f42-a34b-fe5cace756e3 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:33:10.679994 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:33:10.689731 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:33:10.696959 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:10.699514 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:33:10.700191 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:32:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:33:10.734387 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-f1844617-a9b8-4b89-88e1-63d30c8b5fd2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7998767 Jul 08 22:33:10.734911 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:33:10.737157 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3dfb5-9d06-43a3-8e12-cff157a7b857" -d '{"events": [{"name": "network-changed", "server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "tag": "93086437-e808-4023-9d81-e461f3f84fb2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:33:10.782460 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1d8d19-bf5a-4548-86d8-9e9a8eeccb10 x-openstack-request-id: req-7e1d8d19-bf5a-4548-86d8-9e9a8eeccb10 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:33:10.782751 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "tag": "93086437-e808-4023-9d81-e461f3f84fb2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:33:10.783061 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e1d8d19-bf5a-4548-86d8-9e9a8eeccb10 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:33:10.783460 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2', 'status': 'completed', 'code': 200} Jul 08 22:33:10.810936 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:33:10.860872 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-8335e385-78da-4fd8-be14-2189356af1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:10.862380 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-8335e385-78da-4fd8-be14-2189356af1b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1098 time: 0.0528405 Jul 08 22:33:10.958456 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-a4e7fe7d-46dd-4130-a090-cc5e2fa5bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:10.959961 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-a4e7fe7d-46dd-4130-a090-cc5e2fa5bbd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0887215 Jul 08 22:33:11.024154 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-75b41af1-6b44-41c7-a44b-e734b3175ac1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 200 len: 999 time: 0.0566723 Jul 08 22:33:11.033878 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:09Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:33:11.060189 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:33:11.068418 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:33:11.069012 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:32:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:33:11.076388 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-0c9d6c09-c7fa-42c6-b227-880b1feb7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:11.077848 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-0c9d6c09-c7fa-42c6-b227-880b1feb7875 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0464420 Jul 08 22:33:11.138815 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-74c799a3-14ac-49a8-b32d-36450528a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:11.140324 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-74c799a3-14ac-49a8-b32d-36450528a610 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535278 Jul 08 22:33:11.174995 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:33:11.263874 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-46c1f55a-8366-43ff-a6fd-a86f77380d07 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122859 Jul 08 22:33:11.332743 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-a37f848f-b524-4ca8-b755-1e9f01915e19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116812 Jul 08 22:33:11.366718 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-afc3dfb5-9d06-43a3-8e12-cff157a7b857 req-16974043-f693-42dd-9630-8fe71f70dbd9 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909562 Jul 08 22:33:11.403760 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:09Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:33:11.435493 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe37729-7fb3-4b2c-aa41-911af954ce81 None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:09Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:33:11.491529 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-76f6d143-3e23-4858-9fc7-0aefb4eebc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:11.493042 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-76f6d143-3e23-4858-9fc7-0aefb4eebc42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1098 time: 0.0543666 Jul 08 22:33:11.603709 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-988efe6a-e438-40c2-b10c-48b034fac38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:11.605225 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-988efe6a-e438-40c2-b10c-48b034fac38e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0892498 Jul 08 22:33:11.630239 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e1d45-1d4b-4b3d-bd6d-0e105d5fd70e None None] New status for floating IP 685b7269-7a03-411d-b38c-48e89b332dc1: ACTIVE {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:33:11.672239 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-306f4c14-7dc8-4b19-b81a-f1008c121077 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 200 len: 999 time: 0.0596056 Jul 08 22:33:11.739360 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-14a773e1-b478-4085-a4b6-34fa0a7e5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:11.740959 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-14a773e1-b478-4085-a4b6-34fa0a7e5dcf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0550601 Jul 08 22:33:11.802365 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-16c74432-6f35-4bd6-86b2-c9f5cd4cdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:33:11.804075 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-16c74432-6f35-4bd6-86b2-c9f5cd4cdbe0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551994 Jul 08 22:33:11.903054 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-e00d2d6e-4593-44a4-8758-db6f7849c343 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847952 Jul 08 22:33:12.005128 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-201e346c-06eb-4aaf-af67-17cb51d13216 req-13aafffd-994e-466c-b475-166e6552e6d6 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901003 Jul 08 22:33:12.522753 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ac550306-14cf-4e08-9124-78ed6ee70f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:15.039444 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-07794cb0-994c-47d8-b624-aeeaa39b7db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:15.232403 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:15.983029 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:17.726013 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:23.807669 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:33:36.250903 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:42.522297 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-fee13b37-2922-4625-ba84-ae5ea42ba311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:45.040175 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-73b175d4-faf6-46c4-a286-1f2cf34ee9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:45.233339 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:45.985467 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:33:47.729381 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:00.806906 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:34:06.254240 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:12.522339 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-3113ff84-2965-45d7-a152-3e8e320db602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:14.207623 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-e48f50b4-70f6-4e35-8af6-e39a52a7625c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543091 Jul 08 22:34:14.305560 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-101a1f39-9528-46d2-9141-a5ac3434d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:14.307061 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-101a1f39-9528-46d2-9141-a5ac3434d264 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1098 time: 0.0539901 Jul 08 22:34:14.410646 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-86a9aef6-96aa-4dce-9462-e0fe0b223c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:14.412130 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-86a9aef6-96aa-4dce-9462-e0fe0b223c62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0834367 Jul 08 22:34:14.478553 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-897bfdda-0f2d-428e-9499-2cba45ece8de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 200 len: 1001 time: 0.0587847 Jul 08 22:34:14.525794 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-f802d291-3292-46cc-87e3-7f69ca48168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:14.527220 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-f802d291-3292-46cc-87e3-7f69ca48168e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0417476 Jul 08 22:34:14.584133 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-08fe96d0-9720-432a-9c74-b383a3ae4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:14.585550 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-08fe96d0-9720-432a-9c74-b383a3ae4de1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495081 Jul 08 22:34:14.677827 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-3a450f70-a936-46f3-b5fb-d3d3791fc335 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850308 Jul 08 22:34:14.765187 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-e4153553-3e7e-47c7-bd9f-071d3e2425c2 req-a1860357-3487-4169-b36b-8da1243f69fd service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796559 Jul 08 22:34:15.042463 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-70c48afd-f5ea-45c3-b8af-4cb71e2100be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:15.234075 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:15.988353 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:17.732465 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:36.272540 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:37.805728 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:34:42.522674 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-e755e727-c509-4764-aea2-55cf0d69041a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:45.046664 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b3bd4924-e1bf-4fe5-b4f2-624a6a9f6cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:45.234796 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:45.990795 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:47.736178 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:56.002671 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-b03a3778-ff22-44f4-bea6-56332b0df205 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961998688&fields=id&tenant_id=24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 267 time: 0.0318038 Jul 08 22:34:56.109660 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-47db8fb6-f85f-470d-b55f-3991f89c5965 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:56.111148 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-47db8fb6-f85f-470d-b55f-3991f89c5965 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 812 time: 0.1023860 Jul 08 22:34:56.125783 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-350589ed-5646-4bb2-aca0-89b8da838198 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/quotas/24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 375 time: 0.0093443 Jul 08 22:34:56.195971 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-b4651b0b-317a-478f-ba2e-e7670d443a76 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0654981 Jul 08 22:34:56.275057 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-da0622a2-62a2-48a9-a2e9-fb0180fcb6f5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93028) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 22:34:56.276074 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-da0622a2-62a2-48a9-a2e9-fb0180fcb6f5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0683563 Jul 08 22:34:56.364887 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-504379e3-b47b-4ed2-bb84-e22066c00463 service neutron] 10.222.0.43 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830069 Jul 08 22:34:56.450388 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-6b132f9c-ffa1-4e15-80b7-5fc92f4c8f86 service neutron] 10.222.0.43 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798869 Jul 08 22:34:56.740553 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f2948b81-eacc-4871-9ecf-2c911b55b0e4 req-0832dd81-b753-48ec-a526-5c7cea3ccc8f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 210 time: 0.0291483 Jul 08 22:34:57.788120 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-560ec543-64ac-42ea-b68c-e634c10fb3c3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:57.789168 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-560ec543-64ac-42ea-b68c-e634c10fb3c3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 812 time: 0.1072853 Jul 08 22:34:57.841855 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-1bea6a40-6b97-4c65-af16-b34a42658275 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24917ef729574687b1804dc8df51eca4 HTTP/1.1" status: 200 len: 379 time: 0.0354121 Jul 08 22:34:57.852154 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'port': {'device_id': '4d15de10-b997-4901-b370-e7a2074dc16b', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'admin_state_up': True, 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'security_groups': ['104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d']}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:34:57.919323 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c61259ba-7cc8-410a-b7f4-f001481d825d req-c20040bd-0f33-4660-b245-cee96e663386 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 210 time: 0.0632362 Jul 08 22:34:57.986410 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Made reservation on behalf of 24917ef729574687b1804dc8df51eca4 for: {'port': 1} {{(pid=93028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 22:34:57.989923 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:58.109869 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Allocated IP 172.20.0.6 (c58891d9-77ad-4f0d-a9de-360eee212041/a6cc4d34-f78c-4455-a525-8e2e50d2ee40/b852a983-ce7e-49d6-b4d5-c07a7ea8e03f) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:34:58.245371 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:58.258512 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Transition to ACTIVE for port object b852a983-ce7e-49d6-b4d5-c07a7ea8e03f will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:34:58.293289 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:58.336075 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Network c58891d9-77ad-4f0d-a9de-360eee212041 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:34:58.341763 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:34:58.345376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:34:58.370031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:34:58.390396 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.390735 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.391093 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.391421 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.391741 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.392061 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.392376 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.392692 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.393011 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.393322 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.393635 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.393945 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:34:58.412910 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:58.413540 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:58.432060 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-071c5b18-3db0-40c0-944e-018193330a08 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836751 Jul 08 22:34:58.453353 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Request body: {'port': {'device_id': '4d15de10-b997-4901-b370-e7a2074dc16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80009'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:34:58.525915 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:58.600698 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-27fb0089-f65d-4a4c-8387-a15b81cbf8ae None None] Provisioning for port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f completed by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:34:58.604292 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-27fb0089-f65d-4a4c-8387-a15b81cbf8ae None None] Provisioning complete for port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f triggered by entity DHCP. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:34:58.604656 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-27fb0089-f65d-4a4c-8387-a15b81cbf8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:58.638579 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-27fb0089-f65d-4a4c-8387-a15b81cbf8ae None None] Port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f cannot update to ACTIVE because it is not bound. {{(pid=93029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 22:34:58.781045 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b852a983-ce7e-49d6-b4d5-c07a7ea8e03f {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:34:58.788055 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:58.799990 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Transition to ACTIVE for port object b852a983-ce7e-49d6-b4d5-c07a7ea8e03f will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 22:34:58.803754 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:58.850257 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Pushing event updated for resources: {'Port': ['ID=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:34:58.923051 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Attempting to bind port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f on host hv-cinder-80009 for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 22:34:58.923391 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Attempting to bind port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f by drivers openvswitch,hyperv on host hv-cinder-80009 at level 0 using segments [{'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 22:34:58.923723 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Attempting to bind port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f on network c58891d9-77ad-4f0d-a9de-360eee212041 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:34:58.928258 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f on network c58891d9-77ad-4f0d-a9de-360eee212041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80009 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 22:34:58.928581 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Attempting to bind port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f on network c58891d9-77ad-4f0d-a9de-360eee212041 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 22:34:58.933916 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Checking agent: {'id': '542278f4-d256-4275-9868-325895e3673e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80009', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'started_at': datetime.datetime(2021, 7, 8, 22, 19, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 22:34:58.934251 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Checking segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 22:34:58.934634 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Bound using segment: {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 22:34:58.935086 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Bound port: b852a983-ce7e-49d6-b4d5-c07a7ea8e03f, host: hv-cinder-80009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 22:34:58.935444 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:59.005061 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] For port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f, host hv-cinder-80009, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 22:34:59.008044 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] For port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f, host hv-cinder-80009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 22:34:59.012824 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:59.060543 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.061171 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:34:59.062580 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] 10.222.0.67 "PUT /v2.0/ports/b852a983-ce7e-49d6-b4d5-c07a7ea8e03f HTTP/1.1" status: 200 len: 1093 time: 0.6138542 Jul 08 22:34:59.068057 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:34:59.070347 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:34:59.109326 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136daad4-96a2-4fed-b6a0-7ddde3ddd9ce service neutron] Pushing event updated for resources: {'Port': ['ID=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:34:59.145219 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220a0775-5932-44a7-b707-dfc6b6d474c7 x-openstack-request-id: req-220a0775-5932-44a7-b707-dfc6b6d474c7 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:34:59.145511 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:34:59.145762 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-220a0775-5932-44a7-b707-dfc6b6d474c7 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:34:59.146151 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'status': 'completed', 'code': 200} Jul 08 22:34:59.180153 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcb425-677f-4624-88ec-1352f93622a0 req-b231b0dc-27ac-4c36-a6e7-bbdb22ddfe81 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.181705 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7dbcb425-677f-4624-88ec-1352f93622a0 req-b231b0dc-27ac-4c36-a6e7-bbdb22ddfe81 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 943 time: 0.1352696 Jul 08 22:34:59.210389 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-e631d4ba-6670-43aa-8e9f-8dbbdac0b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.211980 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-e631d4ba-6670-43aa-8e9f-8dbbdac0b1c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 1096 time: 0.0959549 Jul 08 22:34:59.263053 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-7dbcb425-677f-4624-88ec-1352f93622a0 req-07d1a502-33ea-4969-a5a2-b02e15aab54c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734787 Jul 08 22:34:59.264408 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-66506fee-7020-4149-b783-46b9c4e4fcdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f HTTP/1.1" status: 200 len: 217 time: 0.0418370 Jul 08 22:34:59.314537 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-d357d00b-815c-47d2-8311-2831610736f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.315908 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-d357d00b-815c-47d2-8311-2831610736f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0438268 Jul 08 22:34:59.371807 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-56db4302-5fb0-45f3-8883-bd1927b127b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.373234 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-56db4302-5fb0-45f3-8883-bd1927b127b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502088 Jul 08 22:34:59.460864 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-71fd35eb-8a1f-4453-add3-0d4be04a23d9 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801988 Jul 08 22:34:59.549777 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9eee0800-32a8-4acb-94fc-0cd917187cd0 req-7f0cc118-70cb-40ec-a187-bf6044bec641 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810971 Jul 08 22:34:59.665622 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-694b58a1-a2a2-4f12-a7d8-5232e9515b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.667164 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-694b58a1-a2a2-4f12-a7d8-5232e9515b77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 1096 time: 0.0629418 Jul 08 22:34:59.753583 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-fa130f3f-d59c-453a-b4e3-32862731798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.755103 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-fa130f3f-d59c-453a-b4e3-32862731798b service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0805049 Jul 08 22:34:59.798177 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-fba40714-5050-4df4-b67a-f6382d271891 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f HTTP/1.1" status: 200 len: 217 time: 0.0350449 Jul 08 22:34:59.846497 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-3f4e205a-c7c3-452d-9f1e-9c91a790ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.847896 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-3f4e205a-c7c3-452d-9f1e-9c91a790ca6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0408871 Jul 08 22:34:59.907345 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-7b3e7385-2445-42ae-9dad-7a30b42e6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:34:59.909471 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-7b3e7385-2445-42ae-9dad-7a30b42e6027 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538490 Jul 08 22:35:00.003641 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-946f02af-eac1-459d-ab20-6cf919928628 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Jul 08 22:35:00.404287 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b47d2a9e-6725-4048-bd8c-6ebdb55c3ec0 req-27b87b0f-b23d-4c01-9968-5498f9f11265 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902411 Jul 08 22:35:00.439097 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13489-b269-4e2a-8828-4c6369eb615e req-ae2a416d-75c4-44c6-a3ee-066da109d53a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:00.440542 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-85a13489-b269-4e2a-8828-4c6369eb615e req-ae2a416d-75c4-44c6-a3ee-066da109d53a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 943 time: 0.0657990 Jul 08 22:35:00.479859 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-85a13489-b269-4e2a-8828-4c6369eb615e req-07d20a4e-a0cb-4b59-b7ac-0451c03d8d49 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Jul 08 22:35:01.653624 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c7047-322e-4782-a92c-eb2372819db3 req-d109e807-a894-4218-ad33-34e60d23aea2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:01.655108 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-357c7047-322e-4782-a92c-eb2372819db3 req-d109e807-a894-4218-ad33-34e60d23aea2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 943 time: 0.0619800 Jul 08 22:35:01.692000 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-357c7047-322e-4782-a92c-eb2372819db3 req-ab94436d-4d72-42fa-a8f7-ff2cf5e09342 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Jul 08 22:35:02.863010 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275b923-d585-41a2-a990-32ef303c9699 req-b56987e3-0747-45ce-ba8d-8d49c53a6ada tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:02.864490 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9275b923-d585-41a2-a990-32ef303c9699 req-b56987e3-0747-45ce-ba8d-8d49c53a6ada tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 943 time: 0.0614288 Jul 08 22:35:02.901830 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-9275b923-d585-41a2-a990-32ef303c9699 req-9d7184f2-3924-4cc2-981c-b4c3efca80a7 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317154 Jul 08 22:35:04.077951 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e0346-d38a-46c8-8925-51bfece91113 req-42d42ffa-dc84-4bfd-a95e-672ca6545679 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:04.079438 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-518e0346-d38a-46c8-8925-51bfece91113 req-42d42ffa-dc84-4bfd-a95e-672ca6545679 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 943 time: 0.0652711 Jul 08 22:35:04.115758 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-518e0346-d38a-46c8-8925-51bfece91113 req-7915f3e6-16c7-418f-88a2-d8c7593e3835 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307825 Jul 08 22:35:05.285467 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566103d-8288-406d-93c1-0ef3d5a72110 req-f4f3ccef-0899-498e-8f8e-6e037857e12b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:05.286836 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2566103d-8288-406d-93c1-0ef3d5a72110 req-f4f3ccef-0899-498e-8f8e-6e037857e12b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 943 time: 0.0607264 Jul 08 22:35:05.325785 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2566103d-8288-406d-93c1-0ef3d5a72110 req-a926e6e1-a497-4929-9964-cd0308585cae tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332692 Jul 08 22:35:06.286285 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:06.491530 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e826e-de7a-48b0-8f92-719a11697c7b req-09e26554-23c9-47c1-b55d-6de5ea23a25e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:06.492970 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a26e826e-de7a-48b0-8f92-719a11697c7b req-09e26554-23c9-47c1-b55d-6de5ea23a25e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 943 time: 0.0603812 Jul 08 22:35:06.533691 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a26e826e-de7a-48b0-8f92-719a11697c7b req-a2f3f811-8975-4ba1-995f-cf5bed150db2 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346735 Jul 08 22:35:06.678243 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device b852a983-ce7e-49d6-b4d5-c07a7ea8e03f details requested by agent hyperv_hv-cinder-80009 with host hv-cinder-80009 {{(pid=93029) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 22:35:06.771840 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:35:06.782991 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Returning: {'device': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'port_id': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'mac_address': 'fa:16:3e:dd:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93029) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 22:35:06.819590 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:06.831747 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b852a983-ce7e-49d6-b4d5-c07a7ea8e03f {{(pid=93029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 22:35:06.850074 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:35:06.853957 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:06.899944 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:35:06.906884 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.907247 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.907573 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.907905 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.908233 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.908558 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.908886 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.909208 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.909530 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.909849 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.910165 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:06.910480 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:35:07.223266 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] get_ports_and_sgs() called for port_ids ['b852a983-ce7e-49d6-b4d5-c07a7ea8e03f'] {{(pid=93029) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 22:35:07.703748 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b77874-55b7-4437-b0e9-1c45cb529c71 req-cd30e34c-5536-444f-a9bb-d83ddd0cdca5 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:07.705235 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c2b77874-55b7-4437-b0e9-1c45cb529c71 req-cd30e34c-5536-444f-a9bb-d83ddd0cdca5 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 944 time: 0.0617976 Jul 08 22:35:07.742200 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-c2b77874-55b7-4437-b0e9-1c45cb529c71 req-b1058e66-1915-45b1-8b9a-cdf979831af1 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Jul 08 22:35:08.688383 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device b852a983-ce7e-49d6-b4d5-c07a7ea8e03f up at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 22:35:08.734863 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning for port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f completed by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 22:35:08.738454 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Provisioning complete for port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f triggered by entity L2. {{(pid=93029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 22:35:08.738870 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-961659'] for port, provisioning_complete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:08.818453 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:08.841045 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f'}] {{(pid=93029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:35:08.843317 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9ce679e9d79d2d8a0c9a4962062ccff5de4df86fce89b183d647296fbb0ada7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dce810-787e-4143-9657-60a7f78b4954" -d '{"events": [{"server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "name": "network-vif-plugged", "status": "completed", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f"}]}' {{(pid=93029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:35:08.856205 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] For port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:35:08.864252 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:08.888910 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b62383d-b116-48c0-9693-934c8dee09ce x-openstack-request-id: req-3b62383d-b116-48c0-9693-934c8dee09ce {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:35:08.889203 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "name": "network-vif-plugged", "status": "completed", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f", "code": 200}]} {{(pid=93029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:35:08.889460 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b62383d-b116-48c0-9693-934c8dee09ce {{(pid=93029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:35:08.889851 dv-cinder-800093-1-iscsi neutron-server[93029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'code': 200} Jul 08 22:35:08.918349 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaed95e-d01b-445b-aa4c-1caa5f9c933a req-0ae45dcb-9d6d-4d84-b786-f7b07900ec1a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:08.919944 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Pushing event updated for resources: {'Port': ['ID=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,revision_number=5']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:35:08.923300 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-beaed95e-d01b-445b-aa4c-1caa5f9c933a req-0ae45dcb-9d6d-4d84-b786-f7b07900ec1a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 944 time: 0.0726101 Jul 08 22:35:08.958665 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-beaed95e-d01b-445b-aa4c-1caa5f9c933a req-02d51a68-4eca-49a3-8f8b-e3435665c699 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319259 Jul 08 22:35:09.173153 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06b68-32ab-47d9-a2bf-b03b633fe67e req-8fe6092c-d372-48e7-bc36-1f6266c27223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:09.174679 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-35f06b68-32ab-47d9-a2bf-b03b633fe67e req-8fe6092c-d372-48e7-bc36-1f6266c27223 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 1098 time: 0.0539572 Jul 08 22:35:09.209684 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-35f06b68-32ab-47d9-a2bf-b03b633fe67e req-e7b99138-72a3-4349-9753-ef6ffb21392b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275202 Jul 08 22:35:10.146491 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1a670-f1f0-46f1-8a1c-9a6a09a6a6d1 req-7415d702-8b1c-4c3f-a79f-619f7febd8c8 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:10.148095 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5bf1a670-f1f0-46f1-8a1c-9a6a09a6a6d1 req-7415d702-8b1c-4c3f-a79f-619f7febd8c8 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 945 time: 0.0647662 Jul 08 22:35:10.186307 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-5bf1a670-f1f0-46f1-8a1c-9a6a09a6a6d1 req-43e3db02-364c-4736-929a-371c619d672e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Jul 08 22:35:11.356797 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a965d8-1766-4d4a-ada6-cef5ab9eb3e9 req-fb867763-4ceb-4b75-a63b-802d4d5b1212 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:11.358227 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a7a965d8-1766-4d4a-ada6-cef5ab9eb3e9 req-fb867763-4ceb-4b75-a63b-802d4d5b1212 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 945 time: 0.0608256 Jul 08 22:35:11.397699 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-a7a965d8-1766-4d4a-ada6-cef5ab9eb3e9 req-f0d9cc72-108d-49df-bf10-8aa3eec6e98d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338547 Jul 08 22:35:11.564062 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9338-31e9-4144-abc7-3dced5e7a8b8 req-6f8714bb-c38c-4b14-91aa-56833606b189 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:11.565439 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1dce9338-31e9-4144-abc7-3dced5e7a8b8 req-6f8714bb-c38c-4b14-91aa-56833606b189 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 945 time: 0.0614493 Jul 08 22:35:11.601147 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1dce9338-31e9-4144-abc7-3dced5e7a8b8 req-79651a86-07e8-4500-bd5a-727f24fae89a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302231 Jul 08 22:35:11.625561 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50256) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:35:11.680477 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b71b1-959c-4fd8-88f0-7faa2f113b6d tempest-TestVolumeBootPattern-637220875 tempest-TestVolumeBootPattern-637220875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:11.682043 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-1a4b71b1-959c-4fd8-88f0-7faa2f113b6d tempest-TestVolumeBootPattern-637220875 tempest-TestVolumeBootPattern-637220875-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 1093 time: 0.0552871 Jul 08 22:35:11.685281 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50258) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:35:11.689758 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.v2.base [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Request body: {'floatingip': {'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'port_id': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 22:35:11.712797 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:11.808597 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:11.917438 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Allocated IP 172.27.1.178 (941c7cce-172c-4d6e-96dd-1c34cb9c7511/1c56bb80-7ac3-4ff4-ade8-e4c678debf99/62dbefc1-d59d-4381-9ef4-53108896f056) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 22:35:12.020653 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:12.057929 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-608547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761122828243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8524650'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:12.094682 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Network 941c7cce-172c-4d6e-96dd-1c34cb9c7511 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 22:35:12.100640 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 22:35:12.105441 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 22:35:12.108371 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=62dbefc1-d59d-4381-9ef4-53108896f056,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:35:12.470930 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:12.525526 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8324f81f-6e44-4650-a20f-64f6d8e7f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:12.551356 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620004'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:12.691235 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:12.695699 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761123251743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761122828261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761122828566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524660'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:12.766040 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event updated for resources: {'Port': ['ID=62dbefc1-d59d-4381-9ef4-53108896f056,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:35:12.774754 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4090787'] for floatingip, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:12.876846 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Floating IP 769bd9f9-c22d-4263-9029-42cc308057db associated. External IP: 172.27.1.178, port: b852a983-ce7e-49d6-b4d5-c07a7ea8e03f. Jul 08 22:35:13.079695 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Router 06f41440-211a-4f42-a34b-fe5cace756e3 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:35:13.182554 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:35:13.192237 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:35:13.201590 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:35:13.202218 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:34:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:35:13.202678 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:13.239446 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-92657b23-ce79-4516-aa83-c70283a434b6 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5531361 Jul 08 22:35:13.240126 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:35:13.242366 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:35:13.309762 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:35:13.644398 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:11Z', 'revision_number': 1, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}, {'id': '769bd9f9-c22d-4263-9029-42cc308057db', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:dd:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d15de10-b997-4901-b370-e7a2074dc16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:35:12Z', 'updated_at': '2021-07-08T22:35:12Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:35:13.669915 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:35:13.677845 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:35:13.678441 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:34:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:35:13.780576 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:35:13.999213 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:11Z', 'revision_number': 1, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}, {'id': '769bd9f9-c22d-4263-9029-42cc308057db', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:dd:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d15de10-b997-4901-b370-e7a2074dc16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:35:12Z', 'updated_at': '2021-07-08T22:35:12Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:35:14.024721 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7138d77-acec-4b67-9fb7-09b5bf3b2d59 None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:11Z', 'revision_number': 1, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}, {'id': '769bd9f9-c22d-4263-9029-42cc308057db', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:dd:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d15de10-b997-4901-b370-e7a2074dc16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:35:12Z', 'updated_at': '2021-07-08T22:35:12Z', 'revision_number': 0, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:35:14.198044 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba37e6-2bdf-454d-bbf2-adc8b66dd8a6 None None] New status for floating IP 769bd9f9-c22d-4263-9029-42cc308057db: ACTIVE {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:35:14.278739 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-e208d402-4cdb-4fb0-b029-4ccb0e0a5826 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558872 Jul 08 22:35:14.315040 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661ae157-3693-4d38-8d43-eff15ecc5c99 x-openstack-request-id: req-661ae157-3693-4d38-8d43-eff15ecc5c99 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:35:14.315405 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:35:14.315725 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-661ae157-3693-4d38-8d43-eff15ecc5c99 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:35:14.316179 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'status': 'completed', 'code': 200} Jul 08 22:35:14.418726 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-b019776e-fb71-4802-9f49-f2962419effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:14.420226 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-b019776e-fb71-4802-9f49-f2962419effc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1098 time: 0.0930362 Jul 08 22:35:14.424991 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-a2fef359-e43b-4db0-a3c5-7c9f28ee5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:14.426331 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-a2fef359-e43b-4db0-a3c5-7c9f28ee5c33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 1098 time: 0.0901449 Jul 08 22:35:14.577997 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-61817c30-56ec-4fa9-bcce-2a18e33c3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:14.579529 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-61817c30-56ec-4fa9-bcce-2a18e33c3012 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.1463017 Jul 08 22:35:14.583597 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-e123492e-848b-4886-851a-c778d868701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:14.584907 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-e123492e-848b-4886-851a-c778d868701e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.1342921 Jul 08 22:35:14.695391 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-aa32c736-dd34-4672-931f-a241cfcd9fc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 200 len: 1001 time: 0.1003103 Jul 08 22:35:14.697116 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-7b16637a-9975-4d2d-af68-589c472a3a30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f HTTP/1.1" status: 200 len: 1001 time: 0.1032708 Jul 08 22:35:14.783799 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-a1133fc4-22ba-479b-8a9b-6bd742bdb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:14.785203 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-a1133fc4-22ba-479b-8a9b-6bd742bdb325 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0769212 Jul 08 22:35:14.786766 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-ecca3c8b-48a5-424f-bbee-c84eea71ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:14.788069 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-ecca3c8b-48a5-424f-bbee-c84eea71ac67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0728273 Jul 08 22:35:14.804601 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:35:14.881402 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-e284fcba-e84c-4a6c-b25c-69bee56a2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:14.882901 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-e284fcba-e84c-4a6c-b25c-69bee56a2fe1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847175 Jul 08 22:35:14.889112 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-ea855d70-b86c-4f06-9097-33c1eca56aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:35:14.890550 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-ea855d70-b86c-4f06-9097-33c1eca56aa0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854111 Jul 08 22:35:15.038473 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-d221c437-f827-45e2-bf98-0a19993b7971 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402128 Jul 08 22:35:15.040173 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-fadb346f-f438-45be-acb5-c554f5574055 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487789 Jul 08 22:35:15.047368 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-f2c04826-fb1e-4ab8-8eb0-ae2a31223234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:15.203877 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-97b52192-57fe-4f32-86ba-8bdb1dc4f1b4 req-7cda541f-acff-4c6b-b5d0-64dede1748bb service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442442 Jul 08 22:35:15.205727 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c874ca2-6a06-4693-b2c2-6e0282f1d273 req-8c93132b-6ad2-4700-aa5a-81ea3fc37432 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450570 Jul 08 22:35:15.236366 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:15.994097 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:17.738078 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:36.287172 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:42.528169 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-e9aa008f-d5da-485f-9ad6-ee9e8a094e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:45.047205 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2b77-fe30-4dfa-8344-140536ac4ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:45.238286 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:45.996118 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:47.740124 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:35:51.803471 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:36:06.281167 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:12.529738 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-e8d95fd9-6732-41d8-a89c-472d572f59f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:14.362664 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-50b37a8e-0144-4f0d-a0e2-8ef9d660f6b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918105 Jul 08 22:36:14.435236 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-6e07e286-c40d-40c8-99f6-053c9463aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:14.436669 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-6e07e286-c40d-40c8-99f6-053c9463aad6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 1098 time: 0.0499568 Jul 08 22:36:14.544670 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-7ffb31af-4f91-4d6b-a1cd-c3c6ff9227e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:14.546043 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-7ffb31af-4f91-4d6b-a1cd-c3c6ff9227e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0870893 Jul 08 22:36:14.613543 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-9b861d05-2a35-493b-960c-cc2242df61b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f HTTP/1.1" status: 200 len: 1001 time: 0.0607407 Jul 08 22:36:14.664161 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-eb5a4c87-c9e3-43d2-bf35-9c3d16635401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:14.665532 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-eb5a4c87-c9e3-43d2-bf35-9c3d16635401 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0451572 Jul 08 22:36:14.722753 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-41074210-9a67-405b-8313-6d21e9d7acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:14.724207 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-41074210-9a67-405b-8313-6d21e9d7acce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501409 Jul 08 22:36:14.812389 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-a980dc19-d8b5-4a7a-ab0d-163fa7ba85fa service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806363 Jul 08 22:36:14.910397 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-b28c4447-46f6-44f0-ad8e-4ac0bef13e50 req-a56ffcad-32e7-4a9f-a15a-d1353f16ac1b service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908194 Jul 08 22:36:15.046065 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-bbebfab7-33bc-4a3e-a8ce-5c33383a0154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:15.243792 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:15.998850 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:17.742987 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:20.277654 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [req-d1f593de-ab49-4b96-b42f-c0dd8b337566 req-c7c30aa1-a197-4801-b4cb-6fadae0e4b8b service neutron] (93027) timed out ('10.222.0.67', 58975) {{(pid=93027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 22:36:28.801307 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:36:36.292181 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:42.530942 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2b6534bf-4526-4a17-bc3f-ae5acf2c839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:45.047481 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d63f5701-5f9f-4609-b240-63858344dc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:45.238588 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:46.002557 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:47.745928 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:50.267699 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50306) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:36:50.693726 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Deleting port 62dbefc1-d59d-4381-9ef4-53108896f056 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:36:50.694069 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:50.768978 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:50.769308 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:50.780485 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Calling delete_port for 62dbefc1-d59d-4381-9ef4-53108896f056 owned by network:floatingip {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:36:50.926772 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:50.949412 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event deleted for resources: {'Port': ['ID=62dbefc1-d59d-4381-9ef4-53108896f056,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:36:50.962653 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.963576 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.963914 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.964269 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.964590 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.964911 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.965230 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.965547 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.965863 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.966178 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.966491 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:50.966801 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:36:51.034236 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:51.034564 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Floating IP 769bd9f9-c22d-4263-9029-42cc308057db disassociated (deleted). External IP: 172.27.1.178, port: b852a983-ce7e-49d6-b4d5-c07a7ea8e03f. Jul 08 22:36:51.238754 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Router 06f41440-211a-4f42-a34b-fe5cace756e3 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:36:51.344026 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:36:51.348411 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:51.355229 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:36:51.364134 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:36:51.364733 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:36:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:36:51.384653 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-6e475c62-edaa-43a4-8a4c-50029611118c tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "DELETE /v2.0/floatingips/769bd9f9-c22d-4263-9029-42cc308057db HTTP/1.1" status: 204 len: 168 time: 1.1159348 Jul 08 22:36:51.385238 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:36:51.387736 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d780747-b4e8-4c96-9038-27ace20cb04e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:36:51.425920 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d72e4-4e31-4a6d-8ee6-13727f2ee5e6 x-openstack-request-id: req-a73d72e4-4e31-4a6d-8ee6-13727f2ee5e6 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:36:51.426216 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:36:51.426461 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a73d72e4-4e31-4a6d-8ee6-13727f2ee5e6 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:36:51.426878 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'status': 'completed', 'code': 200} Jul 08 22:36:51.472829 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:36:51.508721 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-60779273-fe62-49a9-94df-cbdbc7a65a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:51.510565 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-60779273-fe62-49a9-94df-cbdbc7a65a8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 1098 time: 0.0550516 Jul 08 22:36:51.616060 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-60529116-fb81-4daf-94ba-6ef4cc10fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:51.617715 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-60529116-fb81-4daf-94ba-6ef4cc10fddb service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.1000080 Jul 08 22:36:51.668235 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-f9c609e0-6b45-417c-8367-6819b5759548 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f HTTP/1.1" status: 200 len: 217 time: 0.0365715 Jul 08 22:36:51.705123 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:11Z', 'revision_number': 1, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:36:51.735418 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:36:51.743783 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:36:51.744362 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:36:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:36:51.756579 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-7c09563e-64b5-482c-beab-eee3b9d70c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:51.758083 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-7c09563e-64b5-482c-beab-eee3b9d70c60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0782204 Jul 08 22:36:51.811988 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c4e3c-310f-4b92-a592-6a0e8d86121d req-e2ad41c2-287f-48c1-8297-9dc554d9583f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:51.813466 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-499c4e3c-310f-4b92-a592-6a0e8d86121d req-e2ad41c2-287f-48c1-8297-9dc554d9583f tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 945 time: 0.1037090 Jul 08 22:36:51.850696 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:36:51.857388 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-04dde547-cb37-4e52-bfe1-e0f3f7fb9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:51.858931 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-04dde547-cb37-4e52-bfe1-e0f3f7fb9416 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910656 Jul 08 22:36:51.863942 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-499c4e3c-310f-4b92-a592-6a0e8d86121d req-138efa84-beb0-4997-ac31-e3bc2d9d6778 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Jul 08 22:36:51.954021 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-6eb70ef2-6f95-4e7c-86c0-df1381cb0413 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856943 Jul 08 22:36:52.050371 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2d780747-b4e8-4c96-9038-27ace20cb04e req-4f179bf6-6143-414e-bed2-e12625d8fb70 service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886855 Jul 08 22:36:52.077444 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:11Z', 'revision_number': 1, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:36:52.103874 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49cfe7-3dc7-4e49-864e-411f41946231 None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_floatingips': [{'id': '685b7269-7a03-411d-b38c-48e89b332dc1', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'router_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'port_id': '93086437-e808-4023-9d81-e461f3f84fb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'mac_address': 'fa:16:3e:71:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T22:33:09Z', 'updated_at': '2021-07-08T22:33:11Z', 'revision_number': 1, 'project_id': '24917ef729574687b1804dc8df51eca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:36:52.328606 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60d0bd-7d0b-487a-be69-94ea91efbba8 None None] New status for floating IP 769bd9f9-c22d-4263-9029-42cc308057db: DOWN {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:36:53.154899 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4d5c9-b0bf-4bc4-a709-bd30b514c7b8 req-fc59c952-e8cb-4d83-bc78-ac48733d1537 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:53.156339 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-83a4d5c9-b0bf-4bc4-a709-bd30b514c7b8 req-fc59c952-e8cb-4d83-bc78-ac48733d1537 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 945 time: 0.1680746 Jul 08 22:36:53.196120 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-83a4d5c9-b0bf-4bc4-a709-bd30b514c7b8 req-225c4062-4cfa-4ce9-aed3-90bf17c3fd71 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334005 Jul 08 22:36:53.674634 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-ddcd74b1-25cd-41a4-8592-364b7b72a805 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:53.676123 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-ddcd74b1-25cd-41a4-8592-364b7b72a805 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 945 time: 0.0636563 Jul 08 22:36:53.777947 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Deleting port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:36:53.778285 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:53.872648 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] For port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:36:53.872996 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:53.885963 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Calling delete_port for b852a983-ce7e-49d6-b4d5-c07a7ea8e03f owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:36:54.011348 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:54.046439 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event deleted for resources: {'Port': ['ID=b852a983-ce7e-49d6-b4d5-c07a7ea8e03f,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:36:54.085757 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] No DVR routers for this DVR port b852a983-ce7e-49d6-b4d5-c07a7ea8e03f on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:36:54.088328 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:54.090401 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-1c59e366-2ae6-4577-82d9-f42d78faacbe req-2302c083-e2f2-447a-a342-b147e8a6841e tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "DELETE /v2.0/ports/b852a983-ce7e-49d6-b4d5-c07a7ea8e03f HTTP/1.1" status: 204 len: 173 time: 0.4083090 Jul 08 22:36:54.090847 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'name': 'network-vif-deleted', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:36:54.093053 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d1044f-fad0-403f-8cff-23091b1c9930" -d '{"events": [{"server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "name": "network-vif-deleted", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:36:54.129663 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c3fed2-d28d-4679-9ef7-344823ff66cc x-openstack-request-id: req-19c3fed2-d28d-4679-9ef7-344823ff66cc {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:36:54.130021 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d15de10-b997-4901-b370-e7a2074dc16b", "name": "network-vif-deleted", "tag": "b852a983-ce7e-49d6-b4d5-c07a7ea8e03f", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:36:54.130268 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19c3fed2-d28d-4679-9ef7-344823ff66cc {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:36:54.130661 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d15de10-b997-4901-b370-e7a2074dc16b', 'name': 'network-vif-deleted', 'tag': 'b852a983-ce7e-49d6-b4d5-c07a7ea8e03f', 'status': 'completed', 'code': 200} Jul 08 22:36:54.343824 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-0d518f18-e96a-4a32-ab3c-5d60078af4db req-8ddf1219-8636-454b-b41d-d96bba27ba80 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d15de10-b997-4901-b370-e7a2074dc16b HTTP/1.1" status: 200 len: 210 time: 0.0310278 Jul 08 22:36:57.294860 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device b852a983-ce7e-49d6-b4d5-c07a7ea8e03f no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:36:57.436585 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: b852a983-ce7e-49d6-b4d5-c07a7ea8e03f {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:36:57.436925 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device b852a983-ce7e-49d6-b4d5-c07a7ea8e03f not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:36:57.648295 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50348) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:36:57.801809 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Deleting port 9f967864-c752-495b-8846-195a73e4ca6e {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:36:57.802141 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:57.873611 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:57.873938 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:57.885829 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Calling delete_port for 9f967864-c752-495b-8846-195a73e4ca6e owned by network:floatingip {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:36:58.029747 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:58.058043 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event deleted for resources: {'Port': ['ID=9f967864-c752-495b-8846-195a73e4ca6e,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:36:58.122993 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:58.123374 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.db.l3_db [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Floating IP 685b7269-7a03-411d-b38c-48e89b332dc1 disassociated (deleted). External IP: 172.27.1.235, port: 93086437-e808-4023-9d81-e461f3f84fb2. Jul 08 22:36:58.327104 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Router 06f41440-211a-4f42-a34b-fe5cace756e3 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:36:58.430476 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:36:58.436034 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:36:58.440337 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:36:58.449736 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:36:58.450353 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:36:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:36:58.472674 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-9f89a70b-03cf-474c-8c16-ea9baa35838b tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "DELETE /v2.0/floatingips/685b7269-7a03-411d-b38c-48e89b332dc1 HTTP/1.1" status: 204 len: 168 time: 0.8233123 Jul 08 22:36:58.473259 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:36:58.475534 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955a08dd-8e58-48bc-b2b3-f7d198a54de5" -d '{"events": [{"name": "network-changed", "server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "tag": "93086437-e808-4023-9d81-e461f3f84fb2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:36:58.511885 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 22:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c320ff6f-ce9e-42da-b89e-ae02b7d6b392 x-openstack-request-id: req-c320ff6f-ce9e-42da-b89e-ae02b7d6b392 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:36:58.512188 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "tag": "93086437-e808-4023-9d81-e461f3f84fb2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:36:58.512442 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c320ff6f-ce9e-42da-b89e-ae02b7d6b392 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:36:58.512839 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2', 'status': 'completed', 'code': 200} Jul 08 22:36:58.561792 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:36:58.594606 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-d571b943-2406-43dd-9215-3809dc0af427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:58.596148 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-d571b943-2406-43dd-9215-3809dc0af427 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24917ef729574687b1804dc8df51eca4&device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 1098 time: 0.0572031 Jul 08 22:36:58.691579 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-4d49a759-97ce-4625-801a-71ccf43fd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:58.693376 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-4d49a759-97ce-4625-801a-71ccf43fd395 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 200 len: 913 time: 0.0891232 Jul 08 22:36:58.735993 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-c6f4987d-f7c2-4a2f-a026-6daef756abbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 200 len: 217 time: 0.0350637 Jul 08 22:36:58.780629 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:36:58.792295 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-2c746c18-ef19-4cc3-98f3-74bdca6ec561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:58.793895 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-2c746c18-ef19-4cc3-98f3-74bdca6ec561 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 200 len: 851 time: 0.0452280 Jul 08 22:36:58.806533 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:36:58.814922 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:36:58.815542 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:36:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:36:58.899499 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876de97c-5b3b-4d65-99e8-11dbe7a9f372 req-9c4bc030-bf52-4533-9b09-d2b11dcd2781 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:58.901496 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-876de97c-5b3b-4d65-99e8-11dbe7a9f372 req-9c4bc030-bf52-4533-9b09-d2b11dcd2781 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 945 time: 0.1027060 Jul 08 22:36:58.904253 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-53775cd1-35f3-4ac8-9f33-f4afe3f2c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:36:58.905601 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-53775cd1-35f3-4ac8-9f33-f4afe3f2c3eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c58891d9-77ad-4f0d-a9de-360eee212041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981884 Jul 08 22:36:58.921456 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:36:58.987860 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-876de97c-5b3b-4d65-99e8-11dbe7a9f372 req-13444d44-ad2d-4144-aae2-e700d650dbda tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799496 Jul 08 22:36:59.020114 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-9aaaef1b-2347-4bb7-ac7c-1a4e4eabc0ae service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062803 Jul 08 22:36:59.122723 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-955a08dd-8e58-48bc-b2b3-f7d198a54de5 req-3bdde581-7898-46f1-a9b6-a58527b1247a service neutron] 10.222.0.67 "GET /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921857 Jul 08 22:36:59.125009 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:36:59.154797 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b09245a-7f57-451a-aff1-45081c9ef602 None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:37Z', 'revision_number': 4, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi', '_interfaces': [{'id': '32c89979-7107-455f-b5da-e9fee647b52b', 'name': '', 'network_id': 'c58891d9-77ad-4f0d-a9de-360eee212041', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'mac_address': 'fa:16:3e:52:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:36Z', 'updated_at': '2021-07-08T22:29:43Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'subnets': [{'id': 'a6cc4d34-f78c-4455-a525-8e2e50d2ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:36:59.369696 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd36c6-f4b7-40b6-8652-a2ffa498c1ab None None] New status for floating IP 685b7269-7a03-411d-b38c-48e89b332dc1: DOWN {{(pid=93030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 22:37:00.160954 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dddc33-80be-4e6f-adb3-d28b830dc491 req-4af0263f-ea13-472f-9c11-d2caa3313ae3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:37:00.162417 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-38dddc33-80be-4e6f-adb3-d28b830dc491 req-4af0263f-ea13-472f-9c11-d2caa3313ae3 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 945 time: 0.0622432 Jul 08 22:37:00.204604 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-38dddc33-80be-4e6f-adb3-d28b830dc491 req-d7568115-5f69-4ce4-afc3-cf04af73189d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/security-groups?id=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356965 Jul 08 22:37:00.630878 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-436e182d-1bd1-4234-8291-70f8e97ae6c0 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 22:37:00.632440 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-436e182d-1bd1-4234-8291-70f8e97ae6c0 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 945 time: 0.0622382 Jul 08 22:37:00.730108 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Deleting port 93086437-e808-4023-9d81-e461f3f84fb2 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:00.730443 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:00.824195 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] For port 93086437-e808-4023-9d81-e461f3f84fb2, host hv-cinder-80009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80009',level=0,port_id=93086437-e808-4023-9d81-e461f3f84fb2,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:37:00.824548 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:00.836645 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Calling delete_port for 93086437-e808-4023-9d81-e461f3f84fb2 owned by compute:nova {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:00.961352 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:00.991142 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event deleted for resources: {'Port': ['ID=93086437-e808-4023-9d81-e461f3f84fb2,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:01.033184 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] No DVR routers for this DVR port 93086437-e808-4023-9d81-e461f3f84fb2 on host hv-cinder-80009 {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:37:01.035641 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for port, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:01.037906 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-2cc7c9d1-d1ce-44ae-966d-d134befd7d71 req-9c4d9b64-c2f7-45e6-a464-f1a7b8b79c4a tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.67 "DELETE /v2.0/ports/93086437-e808-4023-9d81-e461f3f84fb2 HTTP/1.1" status: 204 len: 173 time: 0.3985896 Jul 08 22:37:01.038328 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'name': 'network-vif-deleted', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 22:37:01.040516 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}228c70611a79ca80652d75f59cff3e237a31ac94cc8a9826ce6dc5aa6f29511c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b00746-75c9-426b-9b2f-e4a49a40a5be" -d '{"events": [{"server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "name": "network-vif-deleted", "tag": "93086437-e808-4023-9d81-e461f3f84fb2"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 22:37:01.076136 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 22:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ef2ffe-bb84-4f04-bb2c-56d2f4c17f8e x-openstack-request-id: req-f2ef2ffe-bb84-4f04-bb2c-56d2f4c17f8e {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 22:37:01.076496 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e4d43f-1031-464d-8dc2-9a124a20fe94", "name": "network-vif-deleted", "tag": "93086437-e808-4023-9d81-e461f3f84fb2", "status": "completed", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 22:37:01.076777 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2ef2ffe-bb84-4f04-bb2c-56d2f4c17f8e {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 22:37:01.077169 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e4d43f-1031-464d-8dc2-9a124a20fe94', 'name': 'network-vif-deleted', 'tag': '93086437-e808-4023-9d81-e461f3f84fb2', 'status': 'completed', 'code': 200} Jul 08 22:37:01.347506 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [req-f0004fa0-4792-48d0-98ff-e6cc29ff94dc req-d790e0fc-7a46-4041-841c-fabf66399a1d tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "GET /v2.0/ports?device_id=26e4d43f-1031-464d-8dc2-9a124a20fe94 HTTP/1.1" status: 200 len: 210 time: 0.0299652 Jul 08 22:37:02.437433 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50364) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:02.561771 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Deleting port bd5490d4-181e-49ee-afa3-fdd7d05bf054 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:02.562675 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:02.634977 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:02.635244 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:02.646669 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Calling delete_port for bd5490d4-181e-49ee-afa3-fdd7d05bf054 owned by network:floatingip {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:02.776380 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:02.798762 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event deleted for resources: {'Port': ['ID=bd5490d4-181e-49ee-afa3-fdd7d05bf054,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:02.808244 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.808600 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.808946 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.809288 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.809637 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.809954 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.810726 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.810726 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.810969 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.811245 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.811566 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.811886 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:02.874187 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:02.876826 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481471'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:02.878006 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fd648f12-4f0a-4a77-9f48-80f68055aa64 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "DELETE /v2.0/floatingips/80effc1e-5f9f-46e5-9925-baf222845458 HTTP/1.1" status: 204 len: 168 time: 0.4395885 Jul 08 22:37:03.345575 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 93086437-e808-4023-9d81-e461f3f84fb2 no longer exists at agent hyperv_hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:37:03.364901 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] No Port match for: 93086437-e808-4023-9d81-e461f3f84fb2 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:37:03.365239 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Device 93086437-e808-4023-9d81-e461f3f84fb2 not bound to the agent host hv-cinder-80009 {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:37:04.153981 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50378) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:04.209598 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e3edb83-f50d-4a92-9d68-0015d8837a36 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:04.233805 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e3edb83-f50d-4a92-9d68-0015d8837a36 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:04.294010 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e3edb83-f50d-4a92-9d68-0015d8837a36 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:04.296655 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7e3edb83-f50d-4a92-9d68-0015d8837a36 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:04.297815 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7e3edb83-f50d-4a92-9d68-0015d8837a36 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] 10.222.0.43 "DELETE /v2.0/security-groups/104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d HTTP/1.1" status: 204 len: 168 time: 0.1428523 Jul 08 22:37:04.307384 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3edb83-f50d-4a92-9d68-0015d8837a36 tempest-TestVolumeBootPattern-336510745 tempest-TestVolumeBootPattern-336510745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104ef9dd-c13b-42f7-b01a-eaf3bb9ccc5d,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:04.353974 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50382) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:04.804079 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:05.052070 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Deleting port 32c89979-7107-455f-b5da-e9fee647b52b {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:05.052422 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:05.129144 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] For port 32c89979-7107-455f-b5da-e9fee647b52b, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=32c89979-7107-455f-b5da-e9fee647b52b,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:37:05.129502 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:05.422356 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Calling delete_port for 32c89979-7107-455f-b5da-e9fee647b52b owned by network:router_interface {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:05.592789 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:05.617077 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Pushing event deleted for resources: {'Port': ['ID=32c89979-7107-455f-b5da-e9fee647b52b,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:05.779675 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:05.799878 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:37:05.985003 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Router 06f41440-211a-4f42-a34b-fe5cace756e3 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:37:06.089074 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:37:06.093954 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-74fd1e97-442e-48fa-bda4-ffd1afe488fc admin admin] 10.222.0.43 "PUT /v2.0/routers/06f41440-211a-4f42-a34b-fe5cace756e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7389338 Jul 08 22:37:06.096456 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50386) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:06.097767 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] Sync routers for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:37:06.108241 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:37:06.108844 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:36:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:06.197918 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.210352 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:37:06.298910 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.335197 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.353820 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Deleting port e0037b45-8e4e-4d85-a353-d2463f4f50e6 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:06.354159 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.404055 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:37:05Z', 'revision_number': 5, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port': {'id': 'e0037b45-8e4e-4d85-a353-d2463f4f50e6', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:06.430278 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] Checking router: 06f41440-211a-4f42-a34b-fe5cace756e3 for host: dv-cinder-800093-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:37:06.434815 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] For port e0037b45-8e4e-4d85-a353-d2463f4f50e6, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=e0037b45-8e4e-4d85-a353-d2463f4f50e6,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:37:06.435366 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.438679 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] Routers {'06f41440-211a-4f42-a34b-fe5cace756e3'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:37:06.439314 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:36:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['06f41440-211a-4f42-a34b-fe5cace756e3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:06.447738 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Calling delete_port for e0037b45-8e4e-4d85-a353-d2463f4f50e6 owned by network:router_gateway {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:06.528491 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] Set router 06f41440-211a-4f42-a34b-fe5cace756e3 gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:37:06.587060 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:37:06Z', 'revision_number': 6, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:06.614888 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.621550 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa5a20-77f6-4130-8a53-78425c5a785d None None] The sync data for ids ['06f41440-211a-4f42-a34b-fe5cace756e3'] in dv-cinder-800093-1-iscsi is: [{'id': '06f41440-211a-4f42-a34b-fe5cace756e3', 'name': 'tempest-TestVolumeBootPattern-2042165532-router', 'tenant_id': '24917ef729574687b1804dc8df51eca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:34Z', 'updated_at': '2021-07-08T22:37:06Z', 'revision_number': 6, 'project_id': '24917ef729574687b1804dc8df51eca4', 'gw_port_host': None}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:37:06.643342 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0037b45-8e4e-4d85-a353-d2463f4f50e6,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:06.704088 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.791118 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.793304 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.838165 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.838653 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06f41440-211a-4f42-a34b-fe5cace756e3 {{(pid=93028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:37:06.843989 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.845127 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-fc2d439a-73a2-4e59-9f06-fe7f7d6f69c9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/06f41440-211a-4f42-a34b-fe5cace756e3 HTTP/1.1" status: 204 len: 168 time: 0.7477033 Jul 08 22:37:06.847622 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50388) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:06.891071 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c42f763-4450-4505-b16e-99e1bed30dd7 admin admin] Deleting subnet a6cc4d34-f78c-4455-a525-8e2e50d2ee40 {{(pid=93028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:37:06.894719 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c42f763-4450-4505-b16e-99e1bed30dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:06.931192 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c42f763-4450-4505-b16e-99e1bed30dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8823667'] for subnet, precommit_delete_associations {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.016022 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c42f763-4450-4505-b16e-99e1bed30dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.067628 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c42f763-4450-4505-b16e-99e1bed30dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8452487'] for subnet, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.094227 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42f763-4450-4505-b16e-99e1bed30dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cc4d34-f78c-4455-a525-8e2e50d2ee40,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:07.096093 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c42f763-4450-4505-b16e-99e1bed30dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.099687 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-8c42f763-4450-4505-b16e-99e1bed30dd7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a6cc4d34-f78c-4455-a525-8e2e50d2ee40 HTTP/1.1" status: 204 len: 168 time: 0.2493880 Jul 08 22:37:07.100522 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50390) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:07.103690 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c3555-34e1-4d65-989e-a0a2d84269e9 None None] Network c58891d9-77ad-4f0d-a9de-360eee212041 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:37:07.165746 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.233182 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Deleting port 37d6b483-ab39-4287-997f-d758bfc6436f {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:07.233513 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.295479 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] For port 37d6b483-ab39-4287-997f-d758bfc6436f, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=37d6b483-ab39-4287-997f-d758bfc6436f,segment=NetworkSegment(eacc01c1-b4bc-410c-a144-d8e4d9a13c10),segment_id=eacc01c1-b4bc-410c-a144-d8e4d9a13c10)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:37:07.295760 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.309129 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Calling delete_port for 37d6b483-ab39-4287-997f-d758bfc6436f owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:07.356569 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] DHCP port deletion for c58891d9-77ad-4f0d-a9de-360eee212041 request from dv-cinder-800093-1-iscsi {{(pid=93029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 22:37:07.391819 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524669'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.405145 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Deleting port 37d6b483-ab39-4287-997f-d758bfc6436f {{(pid=93029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:07.405528 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.421786 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Pushing event deleted for resources: {'Port': ['ID=37d6b483-ab39-4287-997f-d758bfc6436f,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:07.423627 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] No DVR routers for this DVR port 37d6b483-ab39-4287-997f-d758bfc6436f on host dv-cinder-800093-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:37:07.470678 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] For port 37d6b483-ab39-4287-997f-d758bfc6436f, host dv-cinder-800093-1-iscsi, got binding levels [] {{(pid=93029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:37:07.471229 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.485495 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Calling delete_port for 37d6b483-ab39-4287-997f-d758bfc6436f owned by network:dhcp {{(pid=93029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:07.488180 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.ipam_backend_mixin [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Port 37d6b483-ab39-4287-997f-d758bfc6436f was not found and therefore no delete operation was performed {{(pid=93029) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 22:37:07.489369 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252'] for port, after_delete {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.493305 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.502926 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58891d9-77ad-4f0d-a9de-360eee212041']}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:07.514372 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10') {'for_net_delete': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:07.514725 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.services.segments.db [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacc01c1-b4bc-410c-a144-d8e4d9a13c10') {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:07.519461 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] No DVR routers for this DVR port 37d6b483-ab39-4287-997f-d758bfc6436f on host dv-cinder-800093-1-iscsi {{(pid=93029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:37:07.523631 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Pushing event deleted for resources: {'Port': ['ID=37d6b483-ab39-4287-997f-d758bfc6436f,revision_number=None']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:07.524383 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8823674'] for segment, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.535099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.535454 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.535798 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.536137 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.536490 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.536812 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.539099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.539099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.539099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.539099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.539099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.539099 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d379f67-2579-40ab-be3b-a7efd8f4c06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800093-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 22:37:07.539935 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.546316 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:37:07.546715 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524688'] for segment, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: conditions |= (models_v2.Port.network_id.in_( Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: Traceback (most recent call last): Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: timer() Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: cb(*args, **kw) Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: return func(*args, **kwargs) Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: self._notify() Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: self.callback(batched_events) Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: event.method(event) Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: return f(self, *a, **k) Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._get(url).json() Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: return self.request(url, 'GET', **kwargs) Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:37:07.548455 dv-cinder-800093-1-iscsi neutron-server[93028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:37:07.607787 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.614031 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:07.618527 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] 10.222.0.43 "DELETE /v2.0/networks/c58891d9-77ad-4f0d-a9de-360eee212041 HTTP/1.1" status: 204 len: 168 time: 0.5141368 Jul 08 22:37:07.619013 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50392) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:07.625581 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b10ea-8e07-4014-a6ee-2cb9947813ed admin admin] Pushing event deleted for resources: {'Network': ['ID=c58891d9-77ad-4f0d-a9de-360eee212041,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:08.171438 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074020'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:08.414683 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Deleting port 253daa4a-f107-4338-bcf7-47eae22da8bb {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:08.415040 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:08.492022 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] For port 253daa4a-f107-4338-bcf7-47eae22da8bb, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=253daa4a-f107-4338-bcf7-47eae22da8bb,segment=NetworkSegment(54ff322b-cdc0-4c85-a789-e3ec6e506c11),segment_id=54ff322b-cdc0-4c85-a789-e3ec6e506c11)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:37:08.492408 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:08.504704 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Calling delete_port for 253daa4a-f107-4338-bcf7-47eae22da8bb owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:08.653330 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e0037b45-8e4e-4d85-a353-d2463f4f50e6 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:37:08.673803 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: e0037b45-8e4e-4d85-a353-d2463f4f50e6 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:37:08.674150 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device e0037b45-8e4e-4d85-a353-d2463f4f50e6 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:37:08.674564 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 37d6b483-ab39-4287-997f-d758bfc6436f no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:37:08.683011 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:08.693464 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 37d6b483-ab39-4287-997f-d758bfc6436f {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:37:08.693813 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 37d6b483-ab39-4287-997f-d758bfc6436f not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:37:08.694222 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 32c89979-7107-455f-b5da-e9fee647b52b no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:37:08.707322 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Pushing event deleted for resources: {'Port': ['ID=253daa4a-f107-4338-bcf7-47eae22da8bb,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:08.712328 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 32c89979-7107-455f-b5da-e9fee647b52b {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:37:08.713419 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 32c89979-7107-455f-b5da-e9fee647b52b not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:37:08.867434 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074210'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.078361 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Router c16837c0-a12d-4f5a-811c-f567c6ded173 has already been hosted by L3 agent a12832cf-443f-4743-805a-203b0ebb9eed {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 22:37:09.179371 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] Notify agent at l3_agent.dv-cinder-800093-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 22:37:09.184301 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8a311c14-51eb-4e83-a614-94aeb4bc976f admin admin] 10.222.0.43 "PUT /v2.0/routers/c16837c0-a12d-4f5a-811c-f567c6ded173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5643008 Jul 08 22:37:09.187160 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50396) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:09.187883 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] Sync routers for ids ['c16837c0-a12d-4f5a-811c-f567c6ded173'] in dv-cinder-800093-1-iscsi {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 22:37:09.196727 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] Routers {'c16837c0-a12d-4f5a-811c-f567c6ded173'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:37:09.197851 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:36:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['c16837c0-a12d-4f5a-811c-f567c6ded173'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:09.287558 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.300441 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] Set router c16837c0-a12d-4f5a-811c-f567c6ded173 gateway port host: dv-cinder-800093-1-iscsi {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:37:09.388557 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.439867 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Deleting port 36218ae0-fe32-4ff8-9d6f-cdce40633c60 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:09.440205 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.473054 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'external_fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:37:08Z', 'revision_number': 5, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port': {'id': '36218ae0-fe32-4ff8-9d6f-cdce40633c60', 'name': '', 'network_id': '941c7cce-172c-4d6e-96dd-1c34cb9c7511', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:eb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800093-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c56bb80-7ac3-4ff4-ade8-e4c678debf99', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800093-1-iscsi'}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:09.498164 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] Checking router: c16837c0-a12d-4f5a-811c-f567c6ded173 for host: dv-cinder-800093-1-iscsi {{(pid=93030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 22:37:09.506043 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] Routers {'c16837c0-a12d-4f5a-811c-f567c6ded173'} bound to L3 agent in host dv-cinder-800093-1-iscsi {{(pid=93030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 22:37:09.506659 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800093-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T22:12:45Z,description=,heartbeat_timestamp=2021-07-08T22:36:45Z,host='dv-cinder-800093-1-iscsi',id=a12832cf-443f-4743-805a-203b0ebb9eed,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T22:12:45Z,topic='l3_agent')) {'router_ids': ['c16837c0-a12d-4f5a-811c-f567c6ded173'], 'active': True} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:09.516887 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] For port 36218ae0-fe32-4ff8-9d6f-cdce40633c60, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=36218ae0-fe32-4ff8-9d6f-cdce40633c60,segment=NetworkSegment(4856e25a-8524-4275-956f-d3fa1e3fa1b3),segment_id=4856e25a-8524-4275-956f-d3fa1e3fa1b3)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:37:09.517249 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.533105 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Calling delete_port for 36218ae0-fe32-4ff8-9d6f-cdce40633c60 owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:09.677753 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_dvr_db [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] Set router c16837c0-a12d-4f5a-811c-f567c6ded173 gateway port host: None {{(pid=93030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 22:37:09.693522 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.722685 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Pushing event deleted for resources: {'Port': ['ID=36218ae0-fe32-4ff8-9d6f-cdce40633c60,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:09.735182 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.l3_hamode_db [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:37:09Z', 'revision_number': 6, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port_host': None}], 'dv-cinder-800093-1-iscsi', False) {} {{(pid=93030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:09.761146 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8847d11-4e1c-4669-b0fa-ef64cdd4fe8d None None] The sync data for ids ['c16837c0-a12d-4f5a-811c-f567c6ded173'] in dv-cinder-800093-1-iscsi is: [{'id': 'c16837c0-a12d-4f5a-811c-f567c6ded173', 'name': 'tempest-TestVolumeBootPattern-768649537-router', 'tenant_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T22:29:39Z', 'updated_at': '2021-07-08T22:37:09Z', 'revision_number': 6, 'project_id': '9fde473c70f14448bb0f2dd3f7aae8c2', 'gw_port_host': None}] {{(pid=93030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 22:37:09.783309 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4090857'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.867828 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4070973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4134'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.869875 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.910679 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4064909'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.911254 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c16837c0-a12d-4f5a-811c-f567c6ded173 {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 22:37:09.915875 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:09.917020 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1869dd5d-2ab0-414d-8b7c-4f0017507075 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c16837c0-a12d-4f5a-811c-f567c6ded173 HTTP/1.1" status: 204 len: 168 time: 0.7289047 Jul 08 22:37:09.919540 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50398) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:09.965764 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-595e35db-cd9c-4065-9db8-4df6ba71fa17 admin admin] Deleting subnet afa4c2dc-92b7-46b0-b7ea-e0893936d86f {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 22:37:09.968718 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595e35db-cd9c-4065-9db8-4df6ba71fa17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.001716 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595e35db-cd9c-4065-9db8-4df6ba71fa17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10185416'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.077711 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595e35db-cd9c-4065-9db8-4df6ba71fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963145'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.142592 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595e35db-cd9c-4065-9db8-4df6ba71fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2537860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9644924'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.165792 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e35db-cd9c-4065-9db8-4df6ba71fa17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa4c2dc-92b7-46b0-b7ea-e0893936d86f,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:10.171483 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595e35db-cd9c-4065-9db8-4df6ba71fa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.173347 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-595e35db-cd9c-4065-9db8-4df6ba71fa17 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/afa4c2dc-92b7-46b0-b7ea-e0893936d86f HTTP/1.1" status: 204 len: 168 time: 0.2528176 Jul 08 22:37:10.175943 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50400) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:10.177463 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32068a25-30be-4001-8952-bcb0c71150fd None None] Network db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 requested from dv-cinder-800093-1-iscsi {{(pid=93029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 22:37:10.243067 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574506'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.294990 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Deleting port d2615bea-7024-417e-86ec-81ec543c101c {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 22:37:10.295323 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761123243219'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.362768 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] For port d2615bea-7024-417e-86ec-81ec543c101c, host dv-cinder-800093-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800093-1-iscsi',level=0,port_id=d2615bea-7024-417e-86ec-81ec543c101c,segment=NetworkSegment(54ff322b-cdc0-4c85-a789-e3ec6e506c11),segment_id=54ff322b-cdc0-4c85-a789-e3ec6e506c11)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 22:37:10.363164 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4074276'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.377845 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Calling delete_port for d2615bea-7024-417e-86ec-81ec543c101c owned by network:dhcp {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 22:37:10.462307 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-608568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761123251725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761122828252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2537934'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.491526 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Pushing event deleted for resources: {'Port': ['ID=d2615bea-7024-417e-86ec-81ec543c101c,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:10.496603 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] No DVR routers for this DVR port d2615bea-7024-417e-86ec-81ec543c101c on host dv-cinder-800093-1-iscsi {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 22:37:10.524416 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157aa423-7005-4338-8f89-7d7a2b7059a2 None None] DHCP port deletion for db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 request from dv-cinder-800093-1-iscsi {{(pid=93029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 22:37:10.569169 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-959986', 'neutron.services.segments.db._delete_segments_for_network-8761123131221'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.579377 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0a915c-5dfe-4e7b-a72d-fe34f54c9a90']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:10.590076 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ff322b-cdc0-4c85-a789-e3ec6e506c11') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:10.590261 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ff322b-cdc0-4c85-a789-e3ec6e506c11') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 22:37:10.599221 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761123156785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10185409'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.613532 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.620048 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 22:37:10.620458 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-953094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2537763'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: timer() Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: self._notify() Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: event.method(event) Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 22:37:10.622479 dv-cinder-800093-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 22:37:10.662088 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 253daa4a-f107-4338-bcf7-47eae22da8bb no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:37:10.681024 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-959947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3695543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4090765'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.682530 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 253daa4a-f107-4338-bcf7-47eae22da8bb {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:37:10.683037 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 253daa4a-f107-4338-bcf7-47eae22da8bb not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:37:10.683518 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device d2615bea-7024-417e-86ec-81ec543c101c no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:37:10.686577 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695530'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.688431 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] 10.222.0.43 "DELETE /v2.0/networks/db0a915c-5dfe-4e7b-a72d-fe34f54c9a90 HTTP/1.1" status: 204 len: 168 time: 0.5115752 Jul 08 22:37:10.700598 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686fc6d-a5a0-4617-a409-1ba7d7b4446e admin admin] Pushing event deleted for resources: {'Network': ['ID=db0a915c-5dfe-4e7b-a72d-fe34f54c9a90,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:10.708199 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: d2615bea-7024-417e-86ec-81ec543c101c {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:37:10.708754 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device d2615bea-7024-417e-86ec-81ec543c101c not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:37:10.709177 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 36218ae0-fe32-4ff8-9d6f-cdce40633c60 no longer exists at agent ovs-agent-dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 22:37:10.730242 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.plugin [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] No Port match for: 36218ae0-fe32-4ff8-9d6f-cdce40633c60 {{(pid=93029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 22:37:10.730578 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.rpc [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Device 36218ae0-fe32-4ff8-9d6f-cdce40633c60 not bound to the agent host dv-cinder-800093-1-iscsi {{(pid=93029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 22:37:10.827290 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50404) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:10.865565 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9157206a-6357-417b-967d-8833907798d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24917ef729574687b1804dc8df51eca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370514 Jul 08 22:37:10.867859 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50406) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:10.915630 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c20b2085-84c9-464f-810f-44891b34782b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.936029 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c20b2085-84c9-464f-810f-44891b34782b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.981198 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c20b2085-84c9-464f-810f-44891b34782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.983528 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c20b2085-84c9-464f-810f-44891b34782b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:10.984693 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c20b2085-84c9-464f-810f-44891b34782b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95475add-ad4a-470c-b60e-69757c7c5158 HTTP/1.1" status: 204 len: 168 time: 0.1158783 Jul 08 22:37:10.991942 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b2085-84c9-464f-810f-44891b34782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95475add-ad4a-470c-b60e-69757c7c5158,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:11.298076 dv-cinder-800093-1-iscsi neutron-server[93028]: DEBUG neutron.wsgi [-] (93028) accepted ('10.222.0.43', 50412) {{(pid=93028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:11.337023 dv-cinder-800093-1-iscsi neutron-server[93028]: INFO neutron.wsgi [None req-a0f3eac7-b261-4c60-b092-4cf0e2f33013 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fde473c70f14448bb0f2dd3f7aae8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376439 Jul 08 22:37:11.339515 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.43', 50414) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 22:37:11.390598 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-af623291-5b83-4ead-b5dd-e6c59ff8e9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:11.411407 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-af623291-5b83-4ead-b5dd-e6c59ff8e9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:11.455843 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-af623291-5b83-4ead-b5dd-e6c59ff8e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4145530'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:11.458507 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-af623291-5b83-4ead-b5dd-e6c59ff8e9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:11.459849 dv-cinder-800093-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-af623291-5b83-4ead-b5dd-e6c59ff8e9dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73a7cacb-beb8-4bf9-bcfc-37069de09419 HTTP/1.1" status: 204 len: 168 time: 0.1193395 Jul 08 22:37:11.469150 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af623291-5b83-4ead-b5dd-e6c59ff8e9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a7cacb-beb8-4bf9-bcfc-37069de09419,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 22:37:12.532330 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-1c734e57-7acc-44a1-83c3-e87dd461bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:15.050230 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6808-7f54-4f65-bbd6-b3263946fdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:15.240585 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:16.006785 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:17.748955 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:36.321835 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:42.533300 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4701aa53-c370-4dac-b058-28998c351224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:42.798715 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:37:45.050736 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-07c2642a-8a7c-4dee-9867-caaf5eeece92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:45.242838 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:46.007531 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:37:47.750917 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:06.335584 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:12.534094 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9802b109-5825-430d-a2dd-f11eeafbf5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:15.052303 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-19583fc2-74cf-49f6-81b6-759b04314da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:15.244618 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:16.011071 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:17.753432 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:19.796788 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:38:36.335562 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:42.534851 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-40dd8ba5-a16e-4667-9b1f-cf70bc0c7554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:45.052545 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c3010a43-8dc1-4896-a7c9-8780cbd7a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:45.245046 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:46.012376 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:47.763549 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:38:56.796024 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:39:06.350559 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:12.536714 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-4637d48b-4ed3-41e4-aefc-f4f6be2f16de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:15.057128 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-3ef782e0-0e20-4398-807f-d0d0ea4177d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:15.245727 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:16.016057 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:17.760196 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:33.795818 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:39:36.368909 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:42.535858 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-ecf630f7-7f61-4d33-bd35-26985d0782b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:45.058280 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8125bfd9-517f-4edc-ac25-c5ff8486ac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:45.247151 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:46.019752 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:39:47.763107 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:06.367728 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:10.796203 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:40:12.538620 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-1fcfddee-577b-4d09-96e2-6a7acf77af30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:15.059763 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2195a47e-f1ee-499b-9b4b-ca84d336e7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:15.248368 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:16.022561 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:17.765830 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:36.377716 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:42.538643 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-137eff8e-4bf9-4e8e-824d-8c935320f69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:45.060336 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7184-ecac-43e5-863a-d2e47d7d6167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:45.249493 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:46.025186 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:47.770464 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:40:47.795690 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:41:06.377309 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:12.539696 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-3fd3100d-305b-42dc-8f07-133b6160b23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:15.060427 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-72a5e824-760f-40eb-b53e-3972006c07d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:15.249204 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:16.028112 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:17.775871 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:24.797873 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:41:36.526515 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:42.540340 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a05d3dd6-dd28-40b0-8754-3b96fe582154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:45.061612 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-f6f3de43-921e-42d3-85cf-b9ac51ee1563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:45.250080 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:46.031364 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:41:47.775983 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:01.800159 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:42:03.843091 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [req-c96e59a7-f841-46d4-be6c-bb40eb7a239e req-ebe9ecbc-cfc2-44b1-b566-e8bb162d15f9 service neutron] (93027) timed out ('10.222.0.43', 44088) {{(pid=93027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 22:42:06.411166 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:12.541405 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-39826c4d-5ee2-4dbe-a1f2-3b898b49aeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:15.062370 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c006ed70-387a-4199-8ae4-8e3e3ff92144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:15.251093 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:16.034189 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:17.776574 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:36.408023 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-d10f9edd-2180-4cd1-8565-e416a604efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:38.798965 dv-cinder-800093-1-iscsi neutron-server[93030]: DEBUG neutron.db.agents_db [None req-303ecb43-7387-465b-a95c-de790f946ab9 None None] Agent healthcheck: found 6 active agents {{(pid=93030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 22:42:42.360592 dv-cinder-800093-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [req-c6edb153-e9fa-4612-a308-9bfc8d9094e7 req-e6ce7103-0dc6-47c3-bc22-be761927cbf3 service neutron] (93027) timed out ('10.222.0.43', 47428) {{(pid=93027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 22:42:42.541975 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c1402730-1006-4507-ae00-1d9034873636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:45.061753 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b86dc753-3e79-4fe8-9f0d-0ade4129093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:45.251959 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9b2be08d-9614-493d-985c-d901253cce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:46.036339 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-2a50a90b-7f0e-456e-865e-ab7df4f6873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 22:42:47.779614 dv-cinder-800093-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-0c6178ba-1c51-4a04-b12f-ce8b5df872dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761123131203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-961672'] for agent, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}